diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0271.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0271.json new file mode 100644 index 0000000000000000000000000000000000000000..75070c4b9fe46a2e346c4dae0bf6f50311949c22 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0271.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0271", + "executed_epochs": 271, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7710a119da674b55865754d21d7ead6a.npz", + "optimizer_file": "boundary_7710a119da674b55865754d21d7ead6a_optimizer.pt", + "arrays_sha256": "976ed333e72da47156d068a46bb2361de46dab8a517bddb8b14f9c35f5e339dc", + "optimizer_sha256": "212d202f1862367705ae5ea843e124c063f5a992a81dd073945e87a91a909baa", + "stage": "adam", + "completed_passes": 271, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 26016, + "adam_update_count": 26016, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 272, + "consumed_count": 271, + "last_submitted_update": 26016, + "last_consumed_update": 25920, + "pending": [ + { + "reference": { + "source_update": 26016, + "completed_passes": 271, + "next_interval": 0, + "trained_intervals": 26016, + "snapshot": "pass_end_0271", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 271, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 26016, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 26016, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.521461131749675e-05, + "update_l2": 0.03423536568880081 + }, + "raw_ground_friction": { + "gradient_l2": 0.0016605040291324258, + "update_l2": 0.0007367134094238281 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3377191862673499e-05, + "update_l2": 0.014998149126768112 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013227485761974495, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5336, + "attachment": 405, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.49985283613204956, + "ground_friction/effective": 0.49985283613204956, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013227485761974495, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037459456361830235, + "ssim_fused": 0.9819327592849731, + "seg_l1": 0.003754309145733714, + "seg_ssim_ref": 0.9819326400756836, + "depth": 0.0003468608451277639, + "rgb_loss": 0.006610219366848469, + "seg_loss": 0.0066169193014502525, + "total": 0.013227485761974495 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004264571238309145, + "ssim_fused": 0.9800131916999817, + "seg_l1": 0.004274231381714344, + "seg_ssim_ref": 0.980013370513916, + "depth": 0.0004790959094462192, + "rgb_loss": 0.007409018464386463, + "seg_loss": 0.007416711188852787, + "total": 0.014826208749148697, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004790959094462192, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001043682618767747 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028363890014588833, + "ssim_fused": 0.9859076738357544, + "seg_l1": 0.0030498551204800606, + "seg_ssim_ref": 0.9859076738357544, + "depth": 0.0004056492336860137, + "rgb_loss": 0.005087576806545258, + "seg_loss": 0.005258349701762199, + "total": 0.010346332157541143, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004056492336860137, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015750795764434702 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026751584373414516, + "ssim_fused": 0.9854058027267456, + "seg_l1": 0.002587347524240613, + "seg_ssim_ref": 0.9854056239128113, + "depth": 0.00032466650989010094, + "rgb_loss": 0.00505896657705307, + "seg_loss": 0.0049887532368302345, + "total": 0.010048044480393195, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032466650989010094, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.274376683454543e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005207662936300039, + "ssim_fused": 0.976404070854187, + "seg_l1": 0.0051058027893304825, + "seg_ssim_ref": 0.9764038920402527, + "depth": 0.00017803172748872184, + "rgb_loss": 0.008885316550731659, + "seg_loss": 0.008803864009678364, + "total": 0.017689357660814937, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017803172748872184, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017803172748872184 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 271, + "adam_update_count": 26016 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13939378299983218 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7710a119da674b55865754d21d7ead6a_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 272, + "next_interval": 0, + "next_adam_update": 26017, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 271, + "trained_intervals": 26016, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 26016, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0138369798660278, + "median": 11.514799118041992, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5005895495414734, + "median": 0.5005895495414734, + "max": 0.5005895495414734, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.9612950086593628, + "median": 9.792359352111816, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3628241717815399, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 7.108527183532715, + "median": 17896.48046875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5005895495414734, + "median": 0.5005895495414734, + "max": 0.5005895495414734, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5336, + "controller_edge_stiffness": 405 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0272.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0272.json new file mode 100644 index 0000000000000000000000000000000000000000..cada15567c55ed559ef709aaaa0fbe61f60ff18d --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0272.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0272", + "executed_epochs": 272, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e68e134152b34963bd2a9f72599eb7b9.npz", + "optimizer_file": "boundary_e68e134152b34963bd2a9f72599eb7b9_optimizer.pt", + "arrays_sha256": "f3d7353cef66584dff2b631badbceb4982ee7edebf4abbfe8cc535dcc6d1fdf8", + "optimizer_sha256": "54e5777f821e641bf06db6f78cd8e65176107ba07c264af73d6000e88ae4bd65", + "stage": "adam", + "completed_passes": 272, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 26112, + "adam_update_count": 26112, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 273, + "consumed_count": 272, + "last_submitted_update": 26112, + "last_consumed_update": 26016, + "pending": [ + { + "reference": { + "source_update": 26112, + "completed_passes": 272, + "next_interval": 0, + "trained_intervals": 26112, + "snapshot": "pass_end_0272", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 272, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 26112, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 26112, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.725283259991556e-05, + "update_l2": 0.033356860280036926 + }, + "raw_ground_friction": { + "gradient_l2": 0.0015830526826903224, + "update_l2": 0.0007173717021942139 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3110964573570527e-05, + "update_l2": 0.013686716556549072 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013229483873901564, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5339, + "attachment": 409, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4989170730113983, + "ground_friction/effective": 0.4989170730113983, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013229483873901564, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003746512345969677, + "ssim_fused": 0.9819297790527344, + "seg_l1": 0.0037547494284808636, + "seg_ssim_ref": 0.9819296002388, + "depth": 0.0003470530190049127, + "rgb_loss": 0.006611259654164314, + "seg_loss": 0.006617876701056957, + "total": 0.013229483873901564 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004267633892595768, + "ssim_fused": 0.9800043106079102, + "seg_l1": 0.004280390217900276, + "seg_ssim_ref": 0.980004608631134, + "depth": 0.00047998962796629507, + "rgb_loss": 0.007413244806230068, + "seg_loss": 0.007423390634357929, + "total": 0.014837115430215963, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047998962796629507, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010526198039685062 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002836747793480754, + "ssim_fused": 0.985912024974823, + "seg_l1": 0.00305041391402483, + "seg_ssim_ref": 0.9859118461608887, + "depth": 0.0004050397758020298, + "rgb_loss": 0.005086993332952261, + "seg_loss": 0.005257962271571159, + "total": 0.01034536110996051, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004050397758020298, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015689849976036318 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026759798638522625, + "ssim_fused": 0.985395073890686, + "seg_l1": 0.0025874481070786715, + "seg_ssim_ref": 0.9853947758674622, + "depth": 0.00032470483088244985, + "rgb_loss": 0.005061768926680088, + "seg_loss": 0.0049910033121705055, + "total": 0.010053096943681476, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032470483088244985, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.278208782689434e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005205686669796705, + "ssim_fused": 0.9764075875282288, + "seg_l1": 0.005100746173411608, + "seg_ssim_ref": 0.9764072299003601, + "depth": 0.0001784778413688764, + "rgb_loss": 0.008883032016456127, + "seg_loss": 0.008799150586128235, + "total": 0.017682362011748304, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001784778413688764, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001784778413688764 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 272, + "adam_update_count": 26112 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13745045001269318 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e68e134152b34963bd2a9f72599eb7b9_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 273, + "next_interval": 0, + "next_adam_update": 26113, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 272, + "trained_intervals": 26112, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 26112, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0237252712249756, + "median": 11.514809608459473, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.49963444471359253, + "median": 0.49963444471359253, + "max": 0.49963444471359253, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.9489513635635376, + "median": 9.786436080932617, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3592541515827179, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 7.021320819854736, + "median": 17790.7890625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.49963444471359253, + "median": 0.49963444471359253, + "max": 0.49963444471359253, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5339, + "controller_edge_stiffness": 409 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0273.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0273.json new file mode 100644 index 0000000000000000000000000000000000000000..cf9062b613518e116f22975f7f3fefe7d979d40b --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0273.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0273", + "executed_epochs": 273, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e151fd0744e442e1a29a96b04b85d9ca.npz", + "optimizer_file": "boundary_e151fd0744e442e1a29a96b04b85d9ca_optimizer.pt", + "arrays_sha256": "be52447001bf647944596cde199f80e33e21b37c76fa8c7788b8cd729f7c372c", + "optimizer_sha256": "d23eb143ffcd179818584d9cc7a675bf1be7583de906df47c4ed7ed8c5c417c5", + "stage": "adam", + "completed_passes": 273, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 26208, + "adam_update_count": 26208, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 274, + "consumed_count": 273, + "last_submitted_update": 26208, + "last_consumed_update": 26112, + "pending": [ + { + "reference": { + "source_update": 26208, + "completed_passes": 273, + "next_interval": 0, + "trained_intervals": 26208, + "snapshot": "pass_end_0273", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 273, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 26208, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 26208, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.953431824920699e-05, + "update_l2": 0.033532366156578064 + }, + "raw_ground_friction": { + "gradient_l2": 0.0019520242931321263, + "update_l2": 0.0007191300392150879 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3287647561810445e-05, + "update_l2": 0.013157743960618973 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013249637611741145, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5344, + "attachment": 409, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4982004761695862, + "ground_friction/effective": 0.4982004761695862, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013249637611741145, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003751758486032486, + "ssim_fused": 0.9819056391716003, + "seg_l1": 0.0037626479752361774, + "seg_ssim_ref": 0.9819055199623108, + "depth": 0.0003474360051965859, + "rgb_loss": 0.006620275788009167, + "seg_loss": 0.006629014387726784, + "total": 0.013249637611741145 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004275766666978598, + "ssim_fused": 0.9799734354019165, + "seg_l1": 0.004294783342629671, + "seg_ssim_ref": 0.9799736142158508, + "depth": 0.0004804995541538422, + "rgb_loss": 0.007425926625728607, + "seg_loss": 0.007441103458404541, + "total": 0.014867510583687302, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004804995541538422, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010577190658439775 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028475127182900906, + "ssim_fused": 0.9858767986297607, + "seg_l1": 0.003065620781853795, + "seg_ssim_ref": 0.985876739025116, + "depth": 0.00040499444922742787, + "rgb_loss": 0.005102650262415409, + "seg_loss": 0.0052771489135921, + "total": 0.010380203704795449, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040499444922742787, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001568531731857611 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002680764766409993, + "ssim_fused": 0.9853571653366089, + "seg_l1": 0.0025942788925021887, + "seg_ssim_ref": 0.9853569865226746, + "depth": 0.00032533041655680986, + "rgb_loss": 0.005073178559541702, + "seg_loss": 0.005004025995731354, + "total": 0.010077529885689614, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032533041655680986, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.3407673501254325e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0052029904909431934, + "ssim_fused": 0.97641521692276, + "seg_l1": 0.00509590795263648, + "seg_ssim_ref": 0.9764147400856018, + "depth": 0.0001789196008482637, + "rgb_loss": 0.008879348635673523, + "seg_loss": 0.008793778717517853, + "total": 0.017673306272792223, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001789196008482637, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001789196008482637 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 273, + "adam_update_count": 26208 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13405398599570617 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e151fd0744e442e1a29a96b04b85d9ca_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 274, + "next_interval": 0, + "next_adam_update": 26209, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 273, + "trained_intervals": 26208, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 26208, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0326558351516724, + "median": 11.514812469482422, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.49891960620880127, + "median": 0.49891960620880127, + "max": 0.49891960620880127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.938173532485962, + "median": 9.783886909484863, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.35606008768081665, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 6.9460530281066895, + "median": 17745.494140625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.49891960620880127, + "median": 0.49891960620880127, + "max": 0.49891960620880127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5344, + "controller_edge_stiffness": 409 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0274.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0274.json new file mode 100644 index 0000000000000000000000000000000000000000..1b7d26dd406b21c2722514f521903b61c62973c6 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0274.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0274", + "executed_epochs": 274, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_9773daafb2b04ae3b0a646082109623c.npz", + "optimizer_file": "boundary_9773daafb2b04ae3b0a646082109623c_optimizer.pt", + "arrays_sha256": "9fd109383c4baa22c82b1c01cab752e37ee54f5e9092daf6c980c57901915cd6", + "optimizer_sha256": "5a3604f90f3409da2d40db531745862979c5c849da21035503e1218405c8ee66", + "stage": "adam", + "completed_passes": 274, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 26304, + "adam_update_count": 26304, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 275, + "consumed_count": 274, + "last_submitted_update": 26304, + "last_consumed_update": 26208, + "pending": [ + { + "reference": { + "source_update": 26304, + "completed_passes": 274, + "next_interval": 0, + "trained_intervals": 26304, + "snapshot": "pass_end_0274", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 274, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 26304, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 26304, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.948700269684196e-05, + "update_l2": 0.03319667652249336 + }, + "raw_ground_friction": { + "gradient_l2": 0.0019418563460931182, + "update_l2": 0.0007124543190002441 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3550417861551978e-05, + "update_l2": 0.01306893303990364 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013276997801761758, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5345, + "attachment": 410, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.49777644872665405, + "ground_friction/effective": 0.49777644872665405, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013276997801761758, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037598025519400835, + "ssim_fused": 0.9818776845932007, + "seg_l1": 0.003774818032979965, + "seg_ssim_ref": 0.9818775653839111, + "depth": 0.00034792992068622785, + "rgb_loss": 0.0066323052160441875, + "seg_loss": 0.006644344888627529, + "total": 0.013276997801761758 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004278772976249456, + "ssim_fused": 0.9799773097038269, + "seg_l1": 0.0043045151978731155, + "seg_ssim_ref": 0.979977548122406, + "depth": 0.00048035696789492955, + "rgb_loss": 0.007427556440234184, + "seg_loss": 0.007448102813214064, + "total": 0.01487614007607743, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048035696789492955, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010562932032548509 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028595502953976393, + "ssim_fused": 0.9858300685882568, + "seg_l1": 0.0030812036711722612, + "seg_ssim_ref": 0.9858298897743225, + "depth": 0.00040636415687700145, + "rgb_loss": 0.005121626891195774, + "seg_loss": 0.005298985168337822, + "total": 0.010421018423690472, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040636415687700145, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001582228808353348 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002689703833311796, + "ssim_fused": 0.9853107929229736, + "seg_l1": 0.00260769366286695, + "seg_ssim_ref": 0.9853106141090393, + "depth": 0.0003254542972638995, + "rgb_loss": 0.0050896042957901955, + "seg_loss": 0.005024032201617956, + "total": 0.010113961486044128, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003254542972638995, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.353155420834401e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0052111828699707985, + "ssim_fused": 0.9763925671577454, + "seg_l1": 0.005105860065668821, + "seg_ssim_ref": 0.9763921499252319, + "depth": 0.0001795442607090808, + "rgb_loss": 0.008890433236956596, + "seg_loss": 0.0088062584400177, + "total": 0.017696871221235005, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001795442607090808, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017954426070908083 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 274, + "adam_update_count": 26304 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13549991699983366 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_9773daafb2b04ae3b0a646082109623c_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 275, + "next_interval": 0, + "next_adam_update": 26305, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 274, + "trained_intervals": 26304, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 26304, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0414304733276367, + "median": 11.514814376831055, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4984889030456543, + "median": 0.4984889030456543, + "max": 0.4984889030456543, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.927491545677185, + "median": 9.77420711517334, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3529494106769562, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 6.872250080108643, + "median": 17574.55078125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4984889030456543, + "median": 0.4984889030456543, + "max": 0.4984889030456543, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5345, + "controller_edge_stiffness": 410 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0275.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0275.json new file mode 100644 index 0000000000000000000000000000000000000000..d1422407756d9498d8ef717b4e56050f7ece4985 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0275.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0275", + "executed_epochs": 275, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_1b0f51414c824742950827e3d49ae2d6.npz", + "optimizer_file": "boundary_1b0f51414c824742950827e3d49ae2d6_optimizer.pt", + "arrays_sha256": "2fc8528cbae731612776fef62190d68d1e1ddc6bbc45a0ac0623e2ad09b0d290", + "optimizer_sha256": "a5c3ae72bbfbedd796833530dc9737ff73aee2032e4ab111364b45a48a1495d9", + "stage": "adam", + "completed_passes": 275, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 26400, + "adam_update_count": 26400, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 276, + "consumed_count": 275, + "last_submitted_update": 26400, + "last_consumed_update": 26304, + "pending": [ + { + "reference": { + "source_update": 26400, + "completed_passes": 275, + "next_interval": 0, + "trained_intervals": 26400, + "snapshot": "pass_end_0275", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 275, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 26400, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 26400, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.94928234629333e-05, + "update_l2": 0.03312518447637558 + }, + "raw_ground_friction": { + "gradient_l2": 0.0019217946100980043, + "update_l2": 0.0007222592830657959 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.357116434519412e-05, + "update_l2": 0.01310141384601593 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013301149281422484, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5347, + "attachment": 410, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4977683126926422, + "ground_friction/effective": 0.4977683126926422, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013301149281422484, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037666107527911663, + "ssim_fused": 0.9818519353866577, + "seg_l1": 0.0037853196263313293, + "seg_ssim_ref": 0.9818518161773682, + "depth": 0.00034951672970129756, + "rgb_loss": 0.006642904598265886, + "seg_loss": 0.006657895166426897, + "total": 0.013301149281422484 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004292053636163473, + "ssim_fused": 0.9799314737319946, + "seg_l1": 0.004324107896536589, + "seg_ssim_ref": 0.9799317121505737, + "depth": 0.0004822153496004951, + "rgb_loss": 0.007447348441928625, + "seg_loss": 0.007472943980246782, + "total": 0.014920774637525008, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004822153496004951, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010748770203105067 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028746211901307106, + "ssim_fused": 0.9857810735702515, + "seg_l1": 0.0031049426179379225, + "seg_ssim_ref": 0.9857809543609619, + "depth": 0.00041071626917821286, + "rgb_loss": 0.0051434822380542755, + "seg_loss": 0.00532776303589344, + "total": 0.010471655990216894, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041071626917821286, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016257499313654617 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026926978025585413, + "ssim_fused": 0.985291063785553, + "seg_l1": 0.0026134809013456106, + "seg_ssim_ref": 0.9852908253669739, + "depth": 0.00032555019848333255, + "rgb_loss": 0.005095945671200752, + "seg_loss": 0.005032619461417198, + "total": 0.010128890682816433, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032555019848333255, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.3627455427776986e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005207069683820009, + "ssim_fused": 0.976404070854187, + "seg_l1": 0.005098747089505196, + "seg_ssim_ref": 0.9764037132263184, + "depth": 0.00017958510154314958, + "rgb_loss": 0.008884841576218605, + "seg_loss": 0.008798254653811455, + "total": 0.017683275815131603, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017958510154314958, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017958510154314958 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 275, + "adam_update_count": 26400 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13463475101161748 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_1b0f51414c824742950827e3d49ae2d6_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 276, + "next_interval": 0, + "next_adam_update": 26401, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 275, + "trained_intervals": 26400, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 26400, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0502893924713135, + "median": 11.514816284179688, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.498490571975708, + "median": 0.498490571975708, + "max": 0.498490571975708, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.9163435697555542, + "median": 9.764288902282715, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3498364984989166, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 6.7960638999938965, + "median": 17401.10546875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.498490571975708, + "median": 0.498490571975708, + "max": 0.498490571975708, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5347, + "controller_edge_stiffness": 410 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0276.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0276.json new file mode 100644 index 0000000000000000000000000000000000000000..58cc538b07d6278e5efcb7fa2839764c1e7f9bc3 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0276.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0276", + "executed_epochs": 276, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_0b7c3cf0080243aa88dc95f7043dcaf1.npz", + "optimizer_file": "boundary_0b7c3cf0080243aa88dc95f7043dcaf1_optimizer.pt", + "arrays_sha256": "e0402222913a5b407612ca28a195e48edde936ba350e26e4861926d6e388dbc6", + "optimizer_sha256": "6d732d8c249ccb09b10938670d1707ebe6fe4800df1c5f39e0bec88387f94a59", + "stage": "adam", + "completed_passes": 276, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 26496, + "adam_update_count": 26496, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 277, + "consumed_count": 276, + "last_submitted_update": 26496, + "last_consumed_update": 26400, + "pending": [ + { + "reference": { + "source_update": 26496, + "completed_passes": 276, + "next_interval": 0, + "trained_intervals": 26496, + "snapshot": "pass_end_0276", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 276, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 26496, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 26496, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.918927778722718e-05, + "update_l2": 0.03304633870720863 + }, + "raw_ground_friction": { + "gradient_l2": 0.0018936867127195, + "update_l2": 0.0007214248180389404 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3621162906929385e-05, + "update_l2": 0.013316753320395947 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013317516435030262, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5351, + "attachment": 411, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4978063106536865, + "ground_friction/effective": 0.4978063106536865, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013317516435030262, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003771123243495822, + "ssim_fused": 0.9818351864814758, + "seg_l1": 0.003792912233620882, + "seg_ssim_ref": 0.981835126876831, + "depth": 0.00035053873375989503, + "rgb_loss": 0.006649861577898264, + "seg_loss": 0.006667304318398237, + "total": 0.013317516435030262 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004303720314055681, + "ssim_fused": 0.9798895120620728, + "seg_l1": 0.004341048654168844, + "seg_ssim_ref": 0.9798898696899414, + "depth": 0.00048317683321786014, + "rgb_loss": 0.007465073838829994, + "seg_loss": 0.007494864985346794, + "total": 0.014960422001010006, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048317683321786014, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010844918564841562 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002887109061703086, + "ssim_fused": 0.9857436418533325, + "seg_l1": 0.003125651739537716, + "seg_ssim_ref": 0.9857436418533325, + "depth": 0.0004131116163430532, + "rgb_loss": 0.005160958971828222, + "seg_loss": 0.005351793020963669, + "total": 0.01051316557006952, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004131116163430532, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016497034030138653 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026933106128126383, + "ssim_fused": 0.9852861762046814, + "seg_l1": 0.0026160706765949726, + "seg_ssim_ref": 0.9852859377861023, + "depth": 0.00032721588321651013, + "rgb_loss": 0.005097413435578346, + "seg_loss": 0.0050356690771877766, + "total": 0.010133409262988053, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032721588321651013, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.5293140160954614e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00520035345107317, + "ssim_fused": 0.9764214158058167, + "seg_l1": 0.005088877864181995, + "seg_ssim_ref": 0.976421058177948, + "depth": 0.0001786506022621567, + "rgb_loss": 0.008875999599695206, + "seg_loss": 0.008786890655755997, + "total": 0.017663068906053465, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001786506022621567, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001786506022621567 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 276, + "adam_update_count": 26496 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13691321399528533 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_0b7c3cf0080243aa88dc95f7043dcaf1_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 277, + "next_interval": 0, + "next_adam_update": 26497, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 276, + "trained_intervals": 26496, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 26496, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0595396757125854, + "median": 11.514826774597168, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.49852773547172546, + "median": 0.49852773547172546, + "max": 0.49852773547172546, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.8999515771865845, + "median": 9.76054573059082, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3466153144836426, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 6.68557071685791, + "median": 17336.08984375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.49852773547172546, + "median": 0.49852773547172546, + "max": 0.49852773547172546, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5351, + "controller_edge_stiffness": 411 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0277.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0277.json new file mode 100644 index 0000000000000000000000000000000000000000..e8a4101c9aebc32c2f4246ae88bc7bfa0fbfc723 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0277.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0277", + "executed_epochs": 277, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_4581fc7275404ea9be7e6b11ce5ec320.npz", + "optimizer_file": "boundary_4581fc7275404ea9be7e6b11ce5ec320_optimizer.pt", + "arrays_sha256": "7dedb3e4366727d943dc0d039a1777307e2d2ad94c89d08b7530db78f0a55ec1", + "optimizer_sha256": "f658c57ac41609d86feb48baa09e3809fa420d7e8b197897e12c18131916800a", + "stage": "adam", + "completed_passes": 277, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 26592, + "adam_update_count": 26592, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 278, + "consumed_count": 277, + "last_submitted_update": 26592, + "last_consumed_update": 26496, + "pending": [ + { + "reference": { + "source_update": 26592, + "completed_passes": 277, + "next_interval": 0, + "trained_intervals": 26592, + "snapshot": "pass_end_0277", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 277, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 26592, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 26592, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.018011041916907e-05, + "update_l2": 0.03331691399216652 + }, + "raw_ground_friction": { + "gradient_l2": 0.0017060483805835247, + "update_l2": 0.0007691085338592529 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3301877515914384e-05, + "update_l2": 0.012809645384550095 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013343176460128468, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5354, + "attachment": 411, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.49793556332588196, + "ground_friction/effective": 0.49793556332588196, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013343176460128468, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037784031592309475, + "ssim_fused": 0.9818038940429688, + "seg_l1": 0.0038020596839487553, + "seg_ssim_ref": 0.981803834438324, + "depth": 0.0003514627480939574, + "rgb_loss": 0.006661940831691027, + "seg_loss": 0.0066808839328587055, + "total": 0.013343176460128468 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004315112717449665, + "ssim_fused": 0.9798506498336792, + "seg_l1": 0.004358889535069466, + "seg_ssim_ref": 0.9798508882522583, + "depth": 0.0004838359526994949, + "rgb_loss": 0.007481960579752922, + "seg_loss": 0.007516934536397457, + "total": 0.01499937895210308, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004838359526994949, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010910830513005039 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.00289784069173038, + "ssim_fused": 0.9857068061828613, + "seg_l1": 0.0031412611715495586, + "seg_ssim_ref": 0.9857067465782166, + "depth": 0.0004169813448392479, + "rgb_loss": 0.0051769111305475235, + "seg_loss": 0.005371659528464079, + "total": 0.01054898810601773, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004169813448392479, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016884006879758123 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026988950558006763, + "ssim_fused": 0.9852514863014221, + "seg_l1": 0.00262336153537035, + "seg_ssim_ref": 0.9852513074874878, + "depth": 0.0003267483744092492, + "rgb_loss": 0.005108818877488375, + "seg_loss": 0.005048427730798721, + "total": 0.010157572891000218, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003267483744092492, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.482563135369366e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005201764404773712, + "ssim_fused": 0.9764066934585571, + "seg_l1": 0.0050847274251282215, + "seg_ssim_ref": 0.9764063358306885, + "depth": 0.00017828532042783783, + "rgb_loss": 0.008880073204636574, + "seg_loss": 0.008786514401435852, + "total": 0.017666765891392853, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017828532042783783, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001782853204278379 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 277, + "adam_update_count": 26592 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.12680263101356104 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_4581fc7275404ea9be7e6b11ce5ec320_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 278, + "next_interval": 0, + "next_adam_update": 26593, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 277, + "trained_intervals": 26592, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 26592, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0690122842788696, + "median": 11.514838218688965, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4987046718597412, + "median": 0.4987046718597412, + "max": 0.4987046718597412, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.8836843967437744, + "median": 9.752530097961426, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3433474898338318, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 6.577695369720459, + "median": 17197.685546875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4987046718597412, + "median": 0.4987046718597412, + "max": 0.4987046718597412, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5354, + "controller_edge_stiffness": 411 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0278.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0278.json new file mode 100644 index 0000000000000000000000000000000000000000..682d90fdbd0e665c90ed0dec568863be05b9f094 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0278.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0278", + "executed_epochs": 278, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_14506c9a73c542b5b1abeb7f6b185af7.npz", + "optimizer_file": "boundary_14506c9a73c542b5b1abeb7f6b185af7_optimizer.pt", + "arrays_sha256": "12cb2b4171a01c9bc9ba1a19d2383bd1ec758f76b01d9ad5cbd3afc0eab9e490", + "optimizer_sha256": "35889392082f3543c0b3b85ac260eb58cad21b616a3c95cd9e966762c66f64d6", + "stage": "adam", + "completed_passes": 278, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 26688, + "adam_update_count": 26688, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 279, + "consumed_count": 278, + "last_submitted_update": 26688, + "last_consumed_update": 26592, + "pending": [ + { + "reference": { + "source_update": 26688, + "completed_passes": 278, + "next_interval": 0, + "trained_intervals": 26688, + "snapshot": "pass_end_0278", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 278, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 26688, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 26688, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.534414519090205e-05, + "update_l2": 0.033641837537288666 + }, + "raw_ground_friction": { + "gradient_l2": 0.001822189660742879, + "update_l2": 0.0007697045803070068 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2899610737804323e-05, + "update_l2": 0.012299391441047192 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013331782379323632, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5358, + "attachment": 413, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4977153539657593, + "ground_friction/effective": 0.4977153539657593, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013331782379323632, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003774842945858836, + "ssim_fused": 0.9818143248558044, + "seg_l1": 0.0037965639494359493, + "seg_ssim_ref": 0.9818141460418701, + "depth": 0.00035071665981629247, + "rgb_loss": 0.006657012738287449, + "seg_loss": 0.006674419157207012, + "total": 0.013331782379323632 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00432001193985343, + "ssim_fused": 0.9798258543014526, + "seg_l1": 0.00436359690502286, + "seg_ssim_ref": 0.979826033115387, + "depth": 0.0004837498396109893, + "rgb_loss": 0.007490838877856731, + "seg_loss": 0.007525671273469925, + "total": 0.015016993901166268, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004837498396109893, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010902219204154484 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002895637881010771, + "ssim_fused": 0.9857205748558044, + "seg_l1": 0.0031401359010487795, + "seg_ssim_ref": 0.9857204556465149, + "depth": 0.00041692679716325915, + "rgb_loss": 0.005172395147383213, + "seg_loss": 0.005368017591536045, + "total": 0.010540829665716421, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041692679716325915, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016878552112159248 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026936386711895466, + "ssim_fused": 0.9852742552757263, + "seg_l1": 0.002615333301946521, + "seg_ssim_ref": 0.9852739572525024, + "depth": 0.0003272684590994483, + "rgb_loss": 0.0051000602543354034, + "seg_loss": 0.005037475377321243, + "total": 0.010137862900115747, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003272684590994483, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.534571604389279e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00519008282572031, + "ssim_fused": 0.9764365553855896, + "seg_l1": 0.0050671896897256374, + "seg_ssim_ref": 0.976436197757721, + "depth": 0.00017492154339147315, + "rgb_loss": 0.008864755742251873, + "seg_loss": 0.008766512386500835, + "total": 0.0176314430502961, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017492154339147315, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017492154339147315 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 278, + "adam_update_count": 26688 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14792958600446582 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_14506c9a73c542b5b1abeb7f6b185af7_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 279, + "next_interval": 0, + "next_adam_update": 26689, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 278, + "trained_intervals": 26688, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 26688, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0788938999176025, + "median": 11.514849662780762, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4984850585460663, + "median": 0.4984850585460663, + "max": 0.4984850585460663, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.8683116436004639, + "median": 9.75379467010498, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3399713337421417, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 6.477351188659668, + "median": 17219.447265625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4984850585460663, + "median": 0.4984850585460663, + "max": 0.4984850585460663, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5358, + "controller_edge_stiffness": 413 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0279.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0279.json new file mode 100644 index 0000000000000000000000000000000000000000..f8e6c2d128e48ef7552f74ac5fce5f24252e68fd --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0279.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0279", + "executed_epochs": 279, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e1ea16c1061e496790a28250c437d45b.npz", + "optimizer_file": "boundary_e1ea16c1061e496790a28250c437d45b_optimizer.pt", + "arrays_sha256": "32dc101b4612a300c27c91af40abcdb0330623ac43d58ff1467c68043c51240c", + "optimizer_sha256": "c9ad486b27a37c41fd169f810526d0b2d9c44db76db4039f9030e44fbe4e4e42", + "stage": "adam", + "completed_passes": 279, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 26784, + "adam_update_count": 26784, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 280, + "consumed_count": 279, + "last_submitted_update": 26784, + "last_consumed_update": 26688, + "pending": [ + { + "reference": { + "source_update": 26784, + "completed_passes": 279, + "next_interval": 0, + "trained_intervals": 26784, + "snapshot": "pass_end_0279", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 279, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 26784, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 26784, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.590442303102463e-05, + "update_l2": 0.03408697992563248 + }, + "raw_ground_friction": { + "gradient_l2": 0.00183856301009655, + "update_l2": 0.0007821619510650635 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2894493920612149e-05, + "update_l2": 0.01294328086078167 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013321980600599349, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5360, + "attachment": 413, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4975573718547821, + "ground_friction/effective": 0.4975573718547821, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013321980600599349, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.00377169088460505, + "ssim_fused": 0.9818260073661804, + "seg_l1": 0.003793309908360243, + "seg_ssim_ref": 0.9818258881568909, + "depth": 0.00035040954143054687, + "rgb_loss": 0.006652156822383404, + "seg_loss": 0.006669473834335804, + "total": 0.013321980600599349 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004322859458625317, + "ssim_fused": 0.9798102974891663, + "seg_l1": 0.004365931265056133, + "seg_ssim_ref": 0.9798105359077454, + "depth": 0.00048363221528758817, + "rgb_loss": 0.007496227975934744, + "seg_loss": 0.007530638016760349, + "total": 0.015027349159249094, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048363221528758817, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010890456771814365 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002894904464483261, + "ssim_fused": 0.9857286214828491, + "seg_l1": 0.0031416835263371468, + "seg_ssim_ref": 0.9857286214828491, + "depth": 0.000415499906707038, + "rgb_loss": 0.00517019908875227, + "seg_loss": 0.005367622710764408, + "total": 0.010538237299423384, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000415499906707038, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016735863066537132 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026878700591623783, + "ssim_fused": 0.9853018522262573, + "seg_l1": 0.0026079618837684393, + "seg_ssim_ref": 0.9853015542030334, + "depth": 0.00032721340594269946, + "rgb_loss": 0.005089925602078438, + "seg_loss": 0.0050260587595403194, + "total": 0.010116312040685986, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032721340594269946, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.5290662887143954e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005181129090487957, + "ssim_fused": 0.9764631390571594, + "seg_l1": 0.005057663191109896, + "seg_ssim_ref": 0.9764627814292908, + "depth": 0.00017529263778486188, + "rgb_loss": 0.008852275088429451, + "seg_loss": 0.008753574453294277, + "total": 0.017606023903038937, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017529263778486188, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017529263778486186 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 279, + "adam_update_count": 26784 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1348940110183321 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e1ea16c1061e496790a28250c437d45b_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 280, + "next_interval": 0, + "next_adam_update": 26785, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 279, + "trained_intervals": 26784, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 26784, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0886259078979492, + "median": 11.514851570129395, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.49833953380584717, + "median": 0.49833953380584717, + "max": 0.49833953380584717, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.8523385524749756, + "median": 9.752950668334961, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3366788327693939, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 6.374709606170654, + "median": 17204.919921875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.49833953380584717, + "median": 0.49833953380584717, + "max": 0.49833953380584717, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5360, + "controller_edge_stiffness": 413 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0280.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0280.json new file mode 100644 index 0000000000000000000000000000000000000000..78dce161091aef3ea6c311cfb4e62c54ab4339e0 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0280.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0280", + "executed_epochs": 280, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ecc47d07df7a4d4cb4705a9776bf8a80.npz", + "optimizer_file": "boundary_ecc47d07df7a4d4cb4705a9776bf8a80_optimizer.pt", + "arrays_sha256": "85d296108628fbd535709eda0cf314902a1f5a657a605cac60ec29d864788617", + "optimizer_sha256": "eb026afff953eba5ba3d9242c08880fc18c6c1a20d49b47d1af57b3a6c6a2c5f", + "stage": "adam", + "completed_passes": 280, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 26880, + "adam_update_count": 26880, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 281, + "consumed_count": 280, + "last_submitted_update": 26880, + "last_consumed_update": 26784, + "pending": [ + { + "reference": { + "source_update": 26880, + "completed_passes": 280, + "next_interval": 0, + "trained_intervals": 26880, + "snapshot": "pass_end_0280", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 280, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 26880, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 26880, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.823730604490265e-05, + "update_l2": 0.03215014934539795 + }, + "raw_ground_friction": { + "gradient_l2": 0.0014515647199004889, + "update_l2": 0.0007190704345703125 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3195220162742771e-05, + "update_l2": 0.011719844304025173 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013343294723405685, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5362, + "attachment": 414, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.49710527062416077, + "ground_friction/effective": 0.49710527062416077, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013343294723405685, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037785032764077187, + "ssim_fused": 0.9818050861358643, + "seg_l1": 0.003802680876106024, + "seg_ssim_ref": 0.9818049669265747, + "depth": 0.0003514480583321226, + "rgb_loss": 0.006661788560450077, + "seg_loss": 0.006681154482066631, + "total": 0.013343294723405685 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004320913460105658, + "ssim_fused": 0.9798375368118286, + "seg_l1": 0.004373206291347742, + "seg_ssim_ref": 0.9798377752304077, + "depth": 0.0004847071787425213, + "rgb_loss": 0.007489223498851061, + "seg_loss": 0.0075310105457901955, + "total": 0.015020719217481287, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004847071787425213, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010997953117307686 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029013950843364, + "ssim_fused": 0.9857041239738464, + "seg_l1": 0.0031476577278226614, + "seg_ssim_ref": 0.9857040047645569, + "depth": 0.0004174746379209686, + "rgb_loss": 0.00518029136583209, + "seg_loss": 0.005377325229346752, + "total": 0.010558033604155477, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004174746379209686, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016933336187930191 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.00269592204131186, + "ssim_fused": 0.9852597117424011, + "seg_l1": 0.0026185254100710154, + "seg_ssim_ref": 0.9852594137191772, + "depth": 0.00032731548950257195, + "rgb_loss": 0.0051047950983047485, + "seg_loss": 0.005042937584221363, + "total": 0.010148059998015614, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032731548950257195, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.539274644701633e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005195782519876957, + "ssim_fused": 0.9764189124107361, + "seg_l1": 0.005071334540843964, + "seg_ssim_ref": 0.9764186143875122, + "depth": 0.00017629492716242866, + "rgb_loss": 0.008872844278812408, + "seg_loss": 0.00877334550023079, + "total": 0.01764636607397036, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017629492716242866, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017629492716242866 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 280, + "adam_update_count": 26880 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13521036200108938 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ecc47d07df7a4d4cb4705a9776bf8a80_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 281, + "next_interval": 0, + "next_adam_update": 26881, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 280, + "trained_intervals": 26880, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 26880, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0981796979904175, + "median": 11.514852523803711, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4978243410587311, + "median": 0.4978243410587311, + "max": 0.4978243410587311, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.8372490406036377, + "median": 9.748004913330078, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.33347755670547485, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 6.279240608215332, + "median": 17120.0390625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4978243410587311, + "median": 0.4978243410587311, + "max": 0.4978243410587311, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5362, + "controller_edge_stiffness": 414 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0281.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0281.json new file mode 100644 index 0000000000000000000000000000000000000000..0f6d2e191ce9aa04ac945761f5e8e57a03801e9d --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0281.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0281", + "executed_epochs": 281, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_51a7ff9f8b794a82aeb0dd8a45aa993a.npz", + "optimizer_file": "boundary_51a7ff9f8b794a82aeb0dd8a45aa993a_optimizer.pt", + "arrays_sha256": "a40dd731ae43e5bd8790ea21815e8a8f45e64298571a05a3416f476fb80dff99", + "optimizer_sha256": "cdc17cd65fafed6af6a479f30cf4ad559ff5131e380e1831c1e5408d4b1c3337", + "stage": "adam", + "completed_passes": 281, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 26976, + "adam_update_count": 26976, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 282, + "consumed_count": 281, + "last_submitted_update": 26976, + "last_consumed_update": 26880, + "pending": [ + { + "reference": { + "source_update": 26976, + "completed_passes": 281, + "next_interval": 0, + "trained_intervals": 26976, + "snapshot": "pass_end_0281", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 281, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 26976, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 26976, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.82331733009778e-05, + "update_l2": 0.033296361565589905 + }, + "raw_ground_friction": { + "gradient_l2": 0.0017584824236109853, + "update_l2": 0.0007864832878112793 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2901234185846988e-05, + "update_l2": 0.012702617794275284 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013343757433676228, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5367, + "attachment": 414, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.49706754088401794, + "ground_friction/effective": 0.49706754088401794, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013343757433676228, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003778876271098852, + "ssim_fused": 0.9818052649497986, + "seg_l1": 0.0038029728457331657, + "seg_ssim_ref": 0.981805145740509, + "depth": 0.00035082534800367696, + "rgb_loss": 0.0066620539873838425, + "seg_loss": 0.006681352388113737, + "total": 0.013343757433676228 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004313873127102852, + "ssim_fused": 0.9798704385757446, + "seg_l1": 0.004364833235740662, + "seg_ssim_ref": 0.9798706769943237, + "depth": 0.00048390011317277746, + "rgb_loss": 0.007477010600268841, + "seg_loss": 0.007517731748521328, + "total": 0.014995226248903341, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048390011317277746, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010917246560333292 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002897736383602023, + "ssim_fused": 0.9857109189033508, + "seg_l1": 0.0031402246095240116, + "seg_ssim_ref": 0.9857109189033508, + "depth": 0.00041625606548662024, + "rgb_loss": 0.00517600541934371, + "seg_loss": 0.005369995720684528, + "total": 0.010546416930432437, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041625606548662024, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016811478944495352 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027006950695067644, + "ssim_fused": 0.9852378368377686, + "seg_l1": 0.002624679356813431, + "seg_ssim_ref": 0.9852375388145447, + "depth": 0.000326811961815175, + "rgb_loss": 0.0051129888743162155, + "seg_loss": 0.005052235908806324, + "total": 0.010165551595084355, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.000326811961815175, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.488921875961948e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005203200038522482, + "ssim_fused": 0.9764017462730408, + "seg_l1": 0.0050821551121771336, + "seg_ssim_ref": 0.9764013886451721, + "depth": 0.00017633325154013514, + "rgb_loss": 0.008882211521267891, + "seg_loss": 0.008785447105765343, + "total": 0.017667834960284772, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017633325154013514, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017633325154013514 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 281, + "adam_update_count": 26976 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1354658640048001 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_51a7ff9f8b794a82aeb0dd8a45aa993a_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 282, + "next_interval": 0, + "next_adam_update": 26977, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 281, + "trained_intervals": 26976, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 26976, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.1071187257766724, + "median": 11.514860153198242, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4978540241718292, + "median": 0.4978540241718292, + "max": 0.4978540241718292, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.8222309350967407, + "median": 9.744009971618652, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.33050990104675293, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 6.185643196105957, + "median": 17051.78125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4978540241718292, + "median": 0.4978540241718292, + "max": 0.4978540241718292, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5367, + "controller_edge_stiffness": 414 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0282.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0282.json new file mode 100644 index 0000000000000000000000000000000000000000..73ff3653b0ce69feed53142464237a3d8220804a --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0282.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0282", + "executed_epochs": 282, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f50e4e48cd89416c8de9d64352acf5c3.npz", + "optimizer_file": "boundary_f50e4e48cd89416c8de9d64352acf5c3_optimizer.pt", + "arrays_sha256": "874ee95305e41ad6e6e94bb0b64b541aee6c78ea3590044313634a34aca53e97", + "optimizer_sha256": "2f8053f3b8059ed6f2a46dcd245a93c5c6a522bb6cc5cda3082816997748bc47", + "stage": "adam", + "completed_passes": 282, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 27072, + "adam_update_count": 27072, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 283, + "consumed_count": 282, + "last_submitted_update": 27072, + "last_consumed_update": 26976, + "pending": [ + { + "reference": { + "source_update": 27072, + "completed_passes": 282, + "next_interval": 0, + "trained_intervals": 27072, + "snapshot": "pass_end_0282", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 282, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 27072, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 27072, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.69147916091606e-05, + "update_l2": 0.032939933240413666 + }, + "raw_ground_friction": { + "gradient_l2": 0.0014933343045413494, + "update_l2": 0.0007289648056030273 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2811445230909158e-05, + "update_l2": 0.013419868424534798 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013320601534450013, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5369, + "attachment": 415, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.49699410796165466, + "ground_friction/effective": 0.49699410796165466, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013320601534450013, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003771009389311075, + "ssim_fused": 0.9818296432495117, + "seg_l1": 0.0037941038608551025, + "seg_ssim_ref": 0.9818295836448669, + "depth": 0.000350166463810472, + "rgb_loss": 0.006650878582149744, + "seg_loss": 0.006669372320175171, + "total": 0.013320601534450013 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004332269076257944, + "ssim_fused": 0.9797760248184204, + "seg_l1": 0.004381864331662655, + "seg_ssim_ref": 0.9797762632369995, + "depth": 0.00048431385680955527, + "rgb_loss": 0.007510609924793243, + "seg_loss": 0.007550238631665707, + "total": 0.015061332870315759, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048431385680955527, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010958620924011077 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002900423016399145, + "ssim_fused": 0.9857228398323059, + "seg_l1": 0.003155953250825405, + "seg_ssim_ref": 0.9857228398323059, + "depth": 0.000416579590813878, + "rgb_loss": 0.0051757702603936195, + "seg_loss": 0.0053801946341991425, + "total": 0.010556381474183576, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000416579590813878, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016843831477221134 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026783763896673918, + "ssim_fused": 0.9853469729423523, + "seg_l1": 0.0025966421235352755, + "seg_ssim_ref": 0.985346794128418, + "depth": 0.0003265992326496376, + "rgb_loss": 0.005073306616395712, + "seg_loss": 0.0050079552456736565, + "total": 0.01008158799564073, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003265992326496376, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.467648959408199e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005172968376427889, + "ssim_fused": 0.9764727354049683, + "seg_l1": 0.005041956435889006, + "seg_ssim_ref": 0.9764723181724548, + "depth": 0.00017317317496881715, + "rgb_loss": 0.008843827992677689, + "seg_loss": 0.008739101700484753, + "total": 0.017583103797659986, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017317317496881715, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017317317496881715 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 282, + "adam_update_count": 27072 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.16199197099194862 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f50e4e48cd89416c8de9d64352acf5c3_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 283, + "next_interval": 0, + "next_adam_update": 27073, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 282, + "trained_intervals": 27072, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 27072, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.1166902780532837, + "median": 11.514866828918457, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4977230727672577, + "median": 0.4977230727672577, + "max": 0.4977230727672577, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.8061444759368896, + "median": 9.737166404724121, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.32736146450042725, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 6.086933612823486, + "median": 16935.484375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4977230727672577, + "median": 0.4977230727672577, + "max": 0.4977230727672577, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5369, + "controller_edge_stiffness": 415 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0283.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0283.json new file mode 100644 index 0000000000000000000000000000000000000000..b7939be42311d34c343e95d2227e4e56d4f3f3f1 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0283.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0283", + "executed_epochs": 283, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_82e24a0f801343aebc06d70852b4a15a.npz", + "optimizer_file": "boundary_82e24a0f801343aebc06d70852b4a15a_optimizer.pt", + "arrays_sha256": "b09fb2143bf450fb600d570332c2745b1c2fb44fb4ed3e4c0d80e16d9bb96fe9", + "optimizer_sha256": "59011a9b537dd095e0e042fe04a736aaa797e442207096a3d92ca95c6ae0ef3c", + "stage": "adam", + "completed_passes": 283, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 27168, + "adam_update_count": 27168, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 284, + "consumed_count": 283, + "last_submitted_update": 27168, + "last_consumed_update": 27072, + "pending": [ + { + "reference": { + "source_update": 27168, + "completed_passes": 283, + "next_interval": 0, + "trained_intervals": 27168, + "snapshot": "pass_end_0283", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 283, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 27168, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 27168, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.153904829872772e-05, + "update_l2": 0.03264386206865311 + }, + "raw_ground_friction": { + "gradient_l2": 0.0019248926546424627, + "update_l2": 0.0007206201553344727 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3228162060840987e-05, + "update_l2": 0.012816759757697582 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013322453828349227, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5371, + "attachment": 416, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4960987865924835, + "ground_friction/effective": 0.4960987865924835, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013322453828349227, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003771701827645302, + "ssim_fused": 0.9818304181098938, + "seg_l1": 0.003796114819124341, + "seg_ssim_ref": 0.9818302989006042, + "depth": 0.000350059762115254, + "rgb_loss": 0.006651277653872967, + "seg_loss": 0.006670826114714146, + "total": 0.013322453828349227 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00432443805038929, + "ssim_fused": 0.9798182249069214, + "seg_l1": 0.004375122487545013, + "seg_ssim_ref": 0.9798185229301453, + "depth": 0.0004833826477072822, + "rgb_loss": 0.007495905738323927, + "seg_loss": 0.007536393590271473, + "total": 0.01503278224558182, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004833826477072822, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010865500013783779 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029015939217060804, + "ssim_fused": 0.9857140779495239, + "seg_l1": 0.0031553686130791903, + "seg_ssim_ref": 0.9857139587402344, + "depth": 0.0004165699295497813, + "rgb_loss": 0.005178459919989109, + "seg_loss": 0.005381503142416477, + "total": 0.010560379632335136, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004165699295497813, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016842865350811466 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002682028105482459, + "ssim_fused": 0.9853296875953674, + "seg_l1": 0.002601830754429102, + "seg_ssim_ref": 0.9853295087814331, + "depth": 0.0003265974490129802, + "rgb_loss": 0.005079685244709253, + "seg_loss": 0.00501556321978569, + "total": 0.010095574596282669, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003265974490129802, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.467470595742467e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005178746301680803, + "ssim_fused": 0.9764596819877625, + "seg_l1": 0.005052137188613415, + "seg_ssim_ref": 0.9764593243598938, + "depth": 0.00017368902219097232, + "rgb_loss": 0.008851060643792152, + "seg_loss": 0.008749844506382942, + "total": 0.017601078839197287, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017368902219097232, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017368902219097232 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 283, + "adam_update_count": 27168 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13608462299453095 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_82e24a0f801343aebc06d70852b4a15a_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 284, + "next_interval": 0, + "next_adam_update": 27169, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 283, + "trained_intervals": 27168, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 27168, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.1257433891296387, + "median": 11.514866828918457, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.496819406747818, + "median": 0.496819406747818, + "max": 0.496819406747818, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.7903845310211182, + "median": 9.73288631439209, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.32441121339797974, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 5.991755962371826, + "median": 16863.154296875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.496819406747818, + "median": 0.496819406747818, + "max": 0.496819406747818, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5371, + "controller_edge_stiffness": 416 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0284.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0284.json new file mode 100644 index 0000000000000000000000000000000000000000..f04700f7877b5e722b87c9879dbea1dcb1b22980 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0284.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0284", + "executed_epochs": 284, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_dfa47601b3c54777b1fdffe894393d4e.npz", + "optimizer_file": "boundary_dfa47601b3c54777b1fdffe894393d4e_optimizer.pt", + "arrays_sha256": "060a499ce6ef3cd51f04b22f816f648de83b790b201faf7a48f27af44291b6ea", + "optimizer_sha256": "8df944c1529b2ce78e97234da207a06a84e702406a82bb7ac5b60b21a06bff18", + "stage": "adam", + "completed_passes": 284, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 27264, + "adam_update_count": 27264, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 285, + "consumed_count": 284, + "last_submitted_update": 27264, + "last_consumed_update": 27168, + "pending": [ + { + "reference": { + "source_update": 27264, + "completed_passes": 284, + "next_interval": 0, + "trained_intervals": 27264, + "snapshot": "pass_end_0284", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 284, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 27264, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 27264, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.867722499417141e-05, + "update_l2": 0.032810065895318985 + }, + "raw_ground_friction": { + "gradient_l2": 0.0016583576798439026, + "update_l2": 0.0007765591144561768 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2705043445748743e-05, + "update_l2": 0.011974700726568699 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013345897442974769, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5372, + "attachment": 417, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4961809515953064, + "ground_friction/effective": 0.4961809515953064, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013345897442974769, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.00377902714535594, + "ssim_fused": 0.9818034172058105, + "seg_l1": 0.0038046282716095448, + "seg_ssim_ref": 0.9818033576011658, + "depth": 0.0003513538620100331, + "rgb_loss": 0.006662523373961449, + "seg_loss": 0.00668302271515131, + "total": 0.013345897442974769 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0043264213018119335, + "ssim_fused": 0.9798250198364258, + "seg_l1": 0.004382906947284937, + "seg_ssim_ref": 0.9798253178596497, + "depth": 0.00048416730794201913, + "rgb_loss": 0.00749613344669342, + "seg_loss": 0.007541262079030275, + "total": 0.01503787922737035, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048416730794201913, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010943966037257468 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002906896872445941, + "ssim_fused": 0.9856920838356018, + "seg_l1": 0.003158234991133213, + "seg_ssim_ref": 0.985692024230957, + "depth": 0.00041857183655465266, + "rgb_loss": 0.0051871007308363914, + "seg_loss": 0.005388183519244194, + "total": 0.01057570282191714, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041857183655465266, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017043056051298597 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026942912954837084, + "ssim_fused": 0.985263466835022, + "seg_l1": 0.002617412246763706, + "seg_ssim_ref": 0.9852632284164429, + "depth": 0.0003273472703757902, + "rgb_loss": 0.005102739669382572, + "seg_loss": 0.005041284486651421, + "total": 0.010144351503304368, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003273472703757902, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.542452732023468e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005188499111682177, + "ssim_fused": 0.9764333963394165, + "seg_l1": 0.0050599598325788975, + "seg_ssim_ref": 0.9764330387115479, + "depth": 0.00017532903316767057, + "rgb_loss": 0.00886411964893341, + "seg_loss": 0.008761360310018063, + "total": 0.017625656219307215, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017532903316767057, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017532903316767057 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 284, + "adam_update_count": 27264 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1375473869848065 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_dfa47601b3c54777b1fdffe894393d4e_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 285, + "next_interval": 0, + "next_adam_update": 27265, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 284, + "trained_intervals": 27264, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 27264, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.1345710754394531, + "median": 11.51486873626709, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4969575107097626, + "median": 0.4969575107097626, + "max": 0.4969575107097626, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.7760499715805054, + "median": 9.734942436218262, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3215600252151489, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 5.906479835510254, + "median": 16897.86328125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4969575107097626, + "median": 0.4969575107097626, + "max": 0.4969575107097626, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5372, + "controller_edge_stiffness": 417 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0285.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0285.json new file mode 100644 index 0000000000000000000000000000000000000000..04fc34cab8d4af4e4b45ddaf224a95c4f0c54217 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0285.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0285", + "executed_epochs": 285, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_717b455cf7554b98a630ddcfa5ea26b1.npz", + "optimizer_file": "boundary_717b455cf7554b98a630ddcfa5ea26b1_optimizer.pt", + "arrays_sha256": "6e9b31b15242a6f09e1df3d7f2bfcc758b3ab7381d01b3c4ab324a810ba52c5f", + "optimizer_sha256": "88fa8c8d9472f61699140ec347fcf8dc57da6c8cb395b43c42e9af946b305384", + "stage": "adam", + "completed_passes": 285, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 27360, + "adam_update_count": 27360, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 286, + "consumed_count": 285, + "last_submitted_update": 27360, + "last_consumed_update": 27264, + "pending": [ + { + "reference": { + "source_update": 27360, + "completed_passes": 285, + "next_interval": 0, + "trained_intervals": 27360, + "snapshot": "pass_end_0285", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 285, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 27360, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 27360, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.092869004234672e-05, + "update_l2": 0.03314584866166115 + }, + "raw_ground_friction": { + "gradient_l2": 0.0018939434085041285, + "update_l2": 0.0007412731647491455 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2797951058018953e-05, + "update_l2": 0.01322479359805584 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013320709140054378, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5374, + "attachment": 417, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.495737224817276, + "ground_friction/effective": 0.495737224817276, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013320709140054378, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003770682029426098, + "ssim_fused": 0.9818302392959595, + "seg_l1": 0.003794870339334011, + "seg_ssim_ref": 0.9818301796913147, + "depth": 0.0003502043108087189, + "rgb_loss": 0.006650489289313555, + "seg_loss": 0.0066698696464300156, + "total": 0.013320709140054378 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004336027428507805, + "ssim_fused": 0.9797652363777161, + "seg_l1": 0.004389499314129353, + "seg_ssim_ref": 0.9797655940055847, + "depth": 0.0004837505913794868, + "rgb_loss": 0.007515775039792061, + "seg_loss": 0.007558480836451054, + "total": 0.015074739626834494, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004837505913794868, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010902294381004238 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002904091263189912, + "ssim_fused": 0.9857163429260254, + "seg_l1": 0.0031638650689274073, + "seg_ssim_ref": 0.9857161641120911, + "depth": 0.0004177692986465994, + "rgb_loss": 0.005180004518479109, + "seg_loss": 0.005387859418988228, + "total": 0.01056828217242727, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004177692986465994, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016962802260493272 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026754182763397694, + "ssim_fused": 0.9853589534759521, + "seg_l1": 0.002593444427475333, + "seg_ssim_ref": 0.9853585958480835, + "depth": 0.0003271318112303399, + "rgb_loss": 0.005068543832749128, + "seg_loss": 0.005003036465495825, + "total": 0.010071907430056183, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003271318112303399, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.520906817478433e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005167191848158836, + "ssim_fused": 0.9764806032180786, + "seg_l1": 0.005032673012465239, + "seg_ssim_ref": 0.9764801859855652, + "depth": 0.00017216554197844945, + "rgb_loss": 0.008837632834911346, + "seg_loss": 0.008730101399123669, + "total": 0.01756790733089957, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017216554197844945, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017216554197844945 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 285, + "adam_update_count": 27360 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13485490300809033 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_717b455cf7554b98a630ddcfa5ea26b1_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 286, + "next_interval": 0, + "next_adam_update": 27361, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 285, + "trained_intervals": 27360, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 27360, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.1440222263336182, + "median": 11.514878273010254, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.49647849798202515, + "median": 0.49647849798202515, + "max": 0.49647849798202515, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.760888934135437, + "median": 9.733403205871582, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3185352087020874, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 5.8176069259643555, + "median": 16871.873046875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.49647849798202515, + "median": 0.49647849798202515, + "max": 0.49647849798202515, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5374, + "controller_edge_stiffness": 417 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0286.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0286.json new file mode 100644 index 0000000000000000000000000000000000000000..06447c8a0a0c702bf6f0fa7ba9f1752a117021f5 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0286.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0286", + "executed_epochs": 286, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_238b9d0d5c904f668e8e948c78da7f95.npz", + "optimizer_file": "boundary_238b9d0d5c904f668e8e948c78da7f95_optimizer.pt", + "arrays_sha256": "b5a515e353fef8ee158a84f8ab6d2a10a98590a2977d73a96c6b3a738be5263d", + "optimizer_sha256": "8c0a9abc7ef0e86bf3872d6a9704f0f68f41d6532cab8c91ea818600ee6889d1", + "stage": "adam", + "completed_passes": 286, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 27456, + "adam_update_count": 27456, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 287, + "consumed_count": 286, + "last_submitted_update": 27456, + "last_consumed_update": 27360, + "pending": [ + { + "reference": { + "source_update": 27456, + "completed_passes": 286, + "next_interval": 0, + "trained_intervals": 27456, + "snapshot": "pass_end_0286", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 286, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 27456, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 27456, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.030976798385382e-05, + "update_l2": 0.03205030411481857 + }, + "raw_ground_friction": { + "gradient_l2": 0.0018696448532864451, + "update_l2": 0.0007062852382659912 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3125876648700796e-05, + "update_l2": 0.012271679006516933 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013322874055235159, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5378, + "attachment": 417, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.495307594537735, + "ground_friction/effective": 0.495307594537735, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013322874055235159, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003771815914660692, + "ssim_fused": 0.9818315505981445, + "seg_l1": 0.003797076642513275, + "seg_ssim_ref": 0.981831431388855, + "depth": 0.00034979450560925114, + "rgb_loss": 0.006651143077760935, + "seg_loss": 0.0066713811829686165, + "total": 0.013322874055235159 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004325425252318382, + "ssim_fused": 0.9798227548599243, + "seg_l1": 0.004380767699331045, + "seg_ssim_ref": 0.9798229336738586, + "depth": 0.0004832424721289943, + "rgb_loss": 0.0074957893230021, + "seg_loss": 0.0075400276109576225, + "total": 0.015036300642093138, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004832424721289943, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010851482455954988 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002905308036133647, + "ssim_fused": 0.9857045412063599, + "seg_l1": 0.0031614976469427347, + "seg_ssim_ref": 0.9857043623924255, + "depth": 0.0004171612489078611, + "rgb_loss": 0.005183338187634945, + "seg_loss": 0.005388325545936823, + "total": 0.010572081360481963, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004171612489078611, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016901997286619447 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026807126123458147, + "ssim_fused": 0.9853333234786987, + "seg_l1": 0.00260037649422884, + "seg_ssim_ref": 0.9853330850601196, + "depth": 0.00032660197298223556, + "rgb_loss": 0.005077905487269163, + "seg_loss": 0.005013684276491404, + "total": 0.010091916365733549, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032660197298223556, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.467922992668007e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005175818223506212, + "ssim_fused": 0.9764655828475952, + "seg_l1": 0.005045664496719837, + "seg_ssim_ref": 0.9764652252197266, + "depth": 0.00017217232841791377, + "rgb_loss": 0.008847538381814957, + "seg_loss": 0.008743487298488617, + "total": 0.017591197852631992, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017217232841791377, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017217232841791377 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 286, + "adam_update_count": 27456 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13352785899769515 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_238b9d0d5c904f668e8e948c78da7f95_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 287, + "next_interval": 0, + "next_adam_update": 27457, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 286, + "trained_intervals": 27456, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 27456, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.1528271436691284, + "median": 11.514888763427734, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.496013879776001, + "median": 0.496013879776001, + "max": 0.496013879776001, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.746416449546814, + "median": 9.731115341186523, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3157428503036499, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 5.734018325805664, + "median": 16833.31640625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.496013879776001, + "median": 0.496013879776001, + "max": 0.496013879776001, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5378, + "controller_edge_stiffness": 417 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0287.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0287.json new file mode 100644 index 0000000000000000000000000000000000000000..cc751b85506d2f6289a39ca9cd883318d571ebae --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0287.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0287", + "executed_epochs": 287, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e678d113d62748bc9221ced23f6a4b4e.npz", + "optimizer_file": "boundary_e678d113d62748bc9221ced23f6a4b4e_optimizer.pt", + "arrays_sha256": "2000f4e8d1d75c5afd8ce5c03d8d96f3905b3f791248ca7b9037c8d0e6338f7f", + "optimizer_sha256": "c4aad473c9cac4b84aeca785ee89771351fac1b3a5a744438f73e24dea520495", + "stage": "adam", + "completed_passes": 287, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 27552, + "adam_update_count": 27552, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 288, + "consumed_count": 287, + "last_submitted_update": 27552, + "last_consumed_update": 27456, + "pending": [ + { + "reference": { + "source_update": 27552, + "completed_passes": 287, + "next_interval": 0, + "trained_intervals": 27552, + "snapshot": "pass_end_0287", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 287, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 27552, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 27552, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.942982094595209e-05, + "update_l2": 0.0322527214884758 + }, + "raw_ground_friction": { + "gradient_l2": 0.0016303325537592173, + "update_l2": 0.0007409453392028809 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2858712580054998e-05, + "update_l2": 0.011639144271612167 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013318418557968233, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5379, + "attachment": 419, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.49504342675209045, + "ground_friction/effective": 0.49504342675209045, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013318418557968233, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037708058953285217, + "ssim_fused": 0.981835126876831, + "seg_l1": 0.003794308751821518, + "seg_ssim_ref": 0.9818350076675415, + "depth": 0.0003502100969293518, + "rgb_loss": 0.006649622693657875, + "seg_loss": 0.0066684456542134285, + "total": 0.013318418557968233 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004319441970437765, + "ssim_fused": 0.9798503518104553, + "seg_l1": 0.00437625776976347, + "seg_ssim_ref": 0.9798506498336792, + "depth": 0.00048336370225918163, + "rgb_loss": 0.007485483307391405, + "seg_loss": 0.007530876435339451, + "total": 0.015016843572094402, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048336370225918163, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010863605468973723 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002898339182138443, + "ssim_fused": 0.9857277870178223, + "seg_l1": 0.0031465645879507065, + "seg_ssim_ref": 0.9857276082038879, + "depth": 0.00041658124802375454, + "rgb_loss": 0.005173114128410816, + "seg_loss": 0.005371729843318462, + "total": 0.010545260552977302, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041658124802375454, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016843997198208785 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002685366664081812, + "ssim_fused": 0.9853045344352722, + "seg_l1": 0.0026038780342787504, + "seg_ssim_ref": 0.9853043556213379, + "depth": 0.00032721831304150526, + "rgb_loss": 0.005087386816740036, + "seg_loss": 0.005022231489419937, + "total": 0.010109945524473014, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032721831304150526, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.529556998594969e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005180075764656067, + "ssim_fused": 0.9764577746391296, + "seg_l1": 0.005050534848123789, + "seg_ssim_ref": 0.976457417011261, + "depth": 0.0001736771243929656, + "rgb_loss": 0.008852506056427956, + "seg_loss": 0.008748944848775864, + "total": 0.017601624582328213, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001736771243929656, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017367712439296558 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 287, + "adam_update_count": 27552 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13198925799224526 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e678d113d62748bc9221ced23f6a4b4e_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 288, + "next_interval": 0, + "next_adam_update": 27553, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 287, + "trained_intervals": 27552, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 27552, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.1611696481704712, + "median": 11.51488971710205, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.49578437209129333, + "median": 0.49578437209129333, + "max": 0.49578437209129333, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.732997179031372, + "median": 9.72812271118164, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3131197392940521, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 5.657585620880127, + "median": 16783.015625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.49578437209129333, + "median": 0.49578437209129333, + "max": 0.49578437209129333, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5379, + "controller_edge_stiffness": 419 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0288.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0288.json new file mode 100644 index 0000000000000000000000000000000000000000..5448d3830547caf0d09583a6d3606546dfb76728 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0288.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0288", + "executed_epochs": 288, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_dd799154127d43fea100d50f8ffb0124.npz", + "optimizer_file": "boundary_dd799154127d43fea100d50f8ffb0124_optimizer.pt", + "arrays_sha256": "b97fb8882840b446167fec0adbb5d022e5c0c1de54bb5c031f9f84f9d15ffb1a", + "optimizer_sha256": "08ff8c9311c5cb3c85dc9ea8ff48b8c920c5f9991d6c09fc8a9ee829d22b4cf4", + "stage": "adam", + "completed_passes": 288, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 27648, + "adam_update_count": 27648, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 289, + "consumed_count": 288, + "last_submitted_update": 27648, + "last_consumed_update": 27552, + "pending": [ + { + "reference": { + "source_update": 27648, + "completed_passes": 288, + "next_interval": 0, + "trained_intervals": 27648, + "snapshot": "pass_end_0288", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 288, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 27648, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 27648, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.258556383429095e-05, + "update_l2": 0.03254220634698868 + }, + "raw_ground_friction": { + "gradient_l2": 0.0019227259326726198, + "update_l2": 0.0007301270961761475 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3177651453588624e-05, + "update_l2": 0.013300370424985886 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013312592526225148, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5382, + "attachment": 420, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.49501457810401917, + "ground_friction/effective": 0.49501457810401917, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013312592526225148, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037684887647628784, + "ssim_fused": 0.9818421602249146, + "seg_l1": 0.003792894771322608, + "seg_ssim_ref": 0.9818421602249146, + "depth": 0.0003498338887087044, + "rgb_loss": 0.006646350026130676, + "seg_loss": 0.0066658928990364075, + "total": 0.013312592526225148 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004325926769524813, + "ssim_fused": 0.9798144698143005, + "seg_l1": 0.004381734412163496, + "seg_ssim_ref": 0.9798146486282349, + "depth": 0.0004822375798349579, + "rgb_loss": 0.007497847080230713, + "seg_loss": 0.007542458362877369, + "total": 0.015040787680687917, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004822375798349579, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010750993226551345 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029025308322161436, + "ssim_fused": 0.9857191443443298, + "seg_l1": 0.0031608070712536573, + "seg_ssim_ref": 0.9857190251350403, + "depth": 0.0004170814158891641, + "rgb_loss": 0.0051781958900392056, + "seg_loss": 0.005384841002523899, + "total": 0.010563453508317706, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004170814158891641, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016894013984749748 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026733989361673594, + "ssim_fused": 0.9853712916374207, + "seg_l1": 0.0025905235670506954, + "seg_ssim_ref": 0.9853711128234863, + "depth": 0.00032653236452309, + "rgb_loss": 0.005064460914582014, + "seg_loss": 0.004998196382075548, + "total": 0.010062983829022085, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032653236452309, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.46096214675344e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005172098521143198, + "ssim_fused": 0.9764639139175415, + "seg_l1": 0.0050385138019919395, + "seg_ssim_ref": 0.9764636754989624, + "depth": 0.0001734841945876057, + "rgb_loss": 0.008844896219670773, + "seg_loss": 0.008738076314330101, + "total": 0.017583145086872885, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001734841945876057, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017348419458760567 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 288, + "adam_update_count": 27648 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13226963198394515 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_dd799154127d43fea100d50f8ffb0124_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 289, + "next_interval": 0, + "next_adam_update": 27649, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 288, + "trained_intervals": 27648, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 27648, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.170063853263855, + "median": 11.514894485473633, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4957447052001953, + "median": 0.4957447052001953, + "max": 0.4957447052001953, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.718549132347107, + "median": 9.724871635437012, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.31034713983535767, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 5.576431751251221, + "median": 16728.54296875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4957447052001953, + "median": 0.4957447052001953, + "max": 0.4957447052001953, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5382, + "controller_edge_stiffness": 420 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0289.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0289.json new file mode 100644 index 0000000000000000000000000000000000000000..26f9c10eccc55fb0319ff6855d18b55f850cefff --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0289.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0289", + "executed_epochs": 289, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f8b19891fda044b6b90fdc020ecc2c6d.npz", + "optimizer_file": "boundary_f8b19891fda044b6b90fdc020ecc2c6d_optimizer.pt", + "arrays_sha256": "e6439d3d3cfe6ae08ba6c4ae623a772f0728583c58398aab2a25642974122c80", + "optimizer_sha256": "bff99ee7ec4334c3e1af1b108f5e12bdefbb180ae9f687a40c75fcf4608f9d37", + "stage": "adam", + "completed_passes": 289, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 27744, + "adam_update_count": 27744, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 290, + "consumed_count": 289, + "last_submitted_update": 27744, + "last_consumed_update": 27648, + "pending": [ + { + "reference": { + "source_update": 27744, + "completed_passes": 289, + "next_interval": 0, + "trained_intervals": 27744, + "snapshot": "pass_end_0289", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 289, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 27744, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 27744, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.028891508933157e-05, + "update_l2": 0.032393135130405426 + }, + "raw_ground_friction": { + "gradient_l2": 0.0018625353695824742, + "update_l2": 0.0007057487964630127 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3066025530861225e-05, + "update_l2": 0.012466417625546455 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013320528431861241, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5385, + "attachment": 420, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4945452809333801, + "ground_friction/effective": 0.4945452809333801, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013320528431861241, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003770694602280855, + "ssim_fused": 0.9818342328071594, + "seg_l1": 0.0037966324016451836, + "seg_ssim_ref": 0.9818341732025146, + "depth": 0.0003506383584328514, + "rgb_loss": 0.006649703718721867, + "seg_loss": 0.006670474074780941, + "total": 0.013320528431861241 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00433000223711133, + "ssim_fused": 0.9798038601875305, + "seg_l1": 0.004388593602925539, + "seg_ssim_ref": 0.9798041582107544, + "depth": 0.0004827453062121963, + "rgb_loss": 0.00750323012471199, + "seg_loss": 0.007550043053925037, + "total": 0.01505375592394324, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004827453062121963, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010801765864275188 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029094077181071043, + "ssim_fused": 0.985697329044342, + "seg_l1": 0.0031712898053228855, + "seg_ssim_ref": 0.9856971502304077, + "depth": 0.0004201672913356584, + "rgb_loss": 0.005188060458749533, + "seg_loss": 0.00539760198444128, + "total": 0.010586082144820862, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004201672913356584, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017202601529399172 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026748275849968195, + "ssim_fused": 0.9853627681732178, + "seg_l1": 0.0025935587473213673, + "seg_ssim_ref": 0.9853625893592834, + "depth": 0.00032710041389309074, + "rgb_loss": 0.005067308433353901, + "seg_loss": 0.005002329126000404, + "total": 0.010069964659768199, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032710041389309074, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.517767083753516e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005168540868908167, + "ssim_fused": 0.9764730930328369, + "seg_l1": 0.0050330874510109425, + "seg_ssim_ref": 0.9764727354049683, + "depth": 0.0001725404222904601, + "rgb_loss": 0.00884021446108818, + "seg_loss": 0.008731923066079617, + "total": 0.01757231099891266, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001725404222904601, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017254042229046009 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 289, + "adam_update_count": 27744 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1386084659898188 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f8b19891fda044b6b90fdc020ecc2c6d_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 290, + "next_interval": 0, + "next_adam_update": 27745, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 289, + "trained_intervals": 27744, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 27744, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.1789138317108154, + "median": 11.514899253845215, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.49525102972984314, + "median": 0.49525102972984314, + "max": 0.49525102972984314, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.7044000625610352, + "median": 9.725353240966797, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.30761268734931946, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 5.498085975646973, + "median": 16736.599609375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.49525102972984314, + "median": 0.49525102972984314, + "max": 0.49525102972984314, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5385, + "controller_edge_stiffness": 420 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0290.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0290.json new file mode 100644 index 0000000000000000000000000000000000000000..699abeae3d50f6917084b05386c87b2b54571e83 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0290.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0290", + "executed_epochs": 290, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b919bd070fb449a0ba9bf837c6dbf182.npz", + "optimizer_file": "boundary_b919bd070fb449a0ba9bf837c6dbf182_optimizer.pt", + "arrays_sha256": "8e6c323184cb32c1d176d3d48071ef280704ac8afed97f003436cff61df9c431", + "optimizer_sha256": "4652a50c3017b04c77c85d60795601c53f30eace6df937cc32846a6d9c59d58d", + "stage": "adam", + "completed_passes": 290, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 27840, + "adam_update_count": 27840, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 291, + "consumed_count": 290, + "last_submitted_update": 27840, + "last_consumed_update": 27744, + "pending": [ + { + "reference": { + "source_update": 27840, + "completed_passes": 290, + "next_interval": 0, + "trained_intervals": 27840, + "snapshot": "pass_end_0290", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 290, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 27840, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 27840, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.956030796980485e-05, + "update_l2": 0.03242804482579231 + }, + "raw_ground_friction": { + "gradient_l2": 0.0016285302117466927, + "update_l2": 0.0007310807704925537 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3090698303130921e-05, + "update_l2": 0.011713862419128418 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01333554034045778, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5385, + "attachment": 420, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.49437978863716125, + "ground_friction/effective": 0.49437978863716125, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01333554034045778, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037751435302197933, + "ssim_fused": 0.9818171858787537, + "seg_l1": 0.003802401479333639, + "seg_ssim_ref": 0.9818171262741089, + "depth": 0.00035125686667536183, + "rgb_loss": 0.00665668398141861, + "seg_loss": 0.006678505335003138, + "total": 0.01333554034045778 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004343249369412661, + "ssim_fused": 0.9797549247741699, + "seg_l1": 0.004407573025673628, + "seg_ssim_ref": 0.9797552227973938, + "depth": 0.0004833432184276171, + "rgb_loss": 0.007523614913225174, + "seg_loss": 0.007575014140456915, + "total": 0.015099112862561805, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004833432184276171, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010861557085817264 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002916960511356592, + "ssim_fused": 0.9856833815574646, + "seg_l1": 0.0031822321470826864, + "seg_ssim_ref": 0.9856833219528198, + "depth": 0.000421403834143033, + "rgb_loss": 0.005196892190724611, + "seg_loss": 0.005409121513366699, + "total": 0.010606434642264167, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000421403834143033, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017326255810136632 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002676353557035327, + "ssim_fused": 0.985348641872406, + "seg_l1": 0.0025954325683414936, + "seg_ssim_ref": 0.9853484630584717, + "depth": 0.0003277010970741199, + "rgb_loss": 0.005071354564279318, + "seg_loss": 0.005006653722375631, + "total": 0.010078335987752023, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003277010970741199, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.5778354018564396e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005164010915905237, + "ssim_fused": 0.9764816761016846, + "seg_l1": 0.005024368409067392, + "seg_ssim_ref": 0.9764813184738159, + "depth": 0.00017257931705667737, + "rgb_loss": 0.00883487332612276, + "seg_loss": 0.00872323103249073, + "total": 0.01755827786925312, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017257931705667737, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017257931705667737 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 290, + "adam_update_count": 27840 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13258099200902507 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b919bd070fb449a0ba9bf837c6dbf182_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 291, + "next_interval": 0, + "next_adam_update": 27841, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 290, + "trained_intervals": 27840, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 27840, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.1876362562179565, + "median": 11.514899253845215, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4951108694076538, + "median": 0.4951108694076538, + "max": 0.4951108694076538, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.691100001335144, + "median": 9.72168254852295, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.30494120717048645, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 5.425445079803467, + "median": 16675.27734375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4951108694076538, + "median": 0.4951108694076538, + "max": 0.4951108694076538, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5385, + "controller_edge_stiffness": 420 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0291.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0291.json new file mode 100644 index 0000000000000000000000000000000000000000..2c424f0becb59e9e47b4a966296d3908f542e831 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0291.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0291", + "executed_epochs": 291, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_9bb859a32e5e442e9d8032a764668ff2.npz", + "optimizer_file": "boundary_9bb859a32e5e442e9d8032a764668ff2_optimizer.pt", + "arrays_sha256": "2d811b51eb42f5bacb87ba6ba116f6c495786c6a69481693de8a64d8d0848f87", + "optimizer_sha256": "f90cc580dda6957a0fd30cee6b0d51366a663a8ded91ee767180a1d4bd894d7d", + "stage": "adam", + "completed_passes": 291, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 27936, + "adam_update_count": 27936, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 292, + "consumed_count": 291, + "last_submitted_update": 27936, + "last_consumed_update": 27840, + "pending": [ + { + "reference": { + "source_update": 27936, + "completed_passes": 291, + "next_interval": 0, + "trained_intervals": 27936, + "snapshot": "pass_end_0291", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 291, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 27936, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 27936, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.018037235364318e-05, + "update_l2": 0.03263323754072189 + }, + "raw_ground_friction": { + "gradient_l2": 0.0016410279786214232, + "update_l2": 0.0007506906986236572 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2912239981233142e-05, + "update_l2": 0.012152020819485188 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013335341611641422, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5385, + "attachment": 420, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4942205548286438, + "ground_friction/effective": 0.4942205548286438, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013335341611641422, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037742559798061848, + "ssim_fused": 0.9818160533905029, + "seg_l1": 0.0038024596869945526, + "seg_ssim_ref": 0.9818158745765686, + "depth": 0.0003511325893560813, + "rgb_loss": 0.006656200625002384, + "seg_loss": 0.006678789854049683, + "total": 0.013335341611641422 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004352046642452478, + "ssim_fused": 0.9797120690345764, + "seg_l1": 0.004413807764649391, + "seg_ssim_ref": 0.9797123670578003, + "depth": 0.00048332841014360185, + "rgb_loss": 0.007539223879575729, + "seg_loss": 0.007588572800159454, + "total": 0.015128280008145327, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048332841014360185, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010860076257415734 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029207367915660143, + "ssim_fused": 0.9856778979301453, + "seg_l1": 0.00319161475636065, + "seg_ssim_ref": 0.9856777787208557, + "depth": 0.00042199540980056787, + "rgb_loss": 0.005201010033488274, + "seg_loss": 0.005417736247181892, + "total": 0.010619168276079966, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042199540980056787, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017385413375890123 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002673140959814191, + "ssim_fused": 0.9853660464286804, + "seg_l1": 0.0025927082169800997, + "seg_ssim_ref": 0.9853656888008118, + "depth": 0.00032762833870352345, + "rgb_loss": 0.005065303761512041, + "seg_loss": 0.005001028999686241, + "total": 0.010066659923875699, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032762833870352345, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.570559564796789e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005151099991053343, + "ssim_fused": 0.9765080809593201, + "seg_l1": 0.005011708475649357, + "seg_ssim_ref": 0.9765077233314514, + "depth": 0.00017157819877663212, + "rgb_loss": 0.008819264359772205, + "seg_loss": 0.008707822300493717, + "total": 0.0175272582384647, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017157819877663212, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017157819877663215 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 291, + "adam_update_count": 27936 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1351913520193193 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_9bb859a32e5e442e9d8032a764668ff2_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 292, + "next_interval": 0, + "next_adam_update": 27937, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 291, + "trained_intervals": 27936, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 27936, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.1966944932937622, + "median": 11.514899253845215, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.49497124552726746, + "median": 0.49497124552726746, + "max": 0.49497124552726746, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.6779990196228027, + "median": 9.712837219238281, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.30219146609306335, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 5.354830265045166, + "median": 16528.431640625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.49497124552726746, + "median": 0.49497124552726746, + "max": 0.49497124552726746, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5385, + "controller_edge_stiffness": 420 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0292.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0292.json new file mode 100644 index 0000000000000000000000000000000000000000..c87a0ac47e4a744e26fd887a5d6f475e3f163d0d --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0292.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0292", + "executed_epochs": 292, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_54cd41d1f7b9402abe382aca2a72eec3.npz", + "optimizer_file": "boundary_54cd41d1f7b9402abe382aca2a72eec3_optimizer.pt", + "arrays_sha256": "11c7a679dd59840df1dffcaf7bce5bb389fb3e03e8226705891c5453d93ba8c1", + "optimizer_sha256": "9a139fc73fa4f537f8c4c1c91f622f8f42bd18f2cd767759f60ba95b7c570f52", + "stage": "adam", + "completed_passes": 292, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 28032, + "adam_update_count": 28032, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 293, + "consumed_count": 292, + "last_submitted_update": 28032, + "last_consumed_update": 27936, + "pending": [ + { + "reference": { + "source_update": 28032, + "completed_passes": 292, + "next_interval": 0, + "trained_intervals": 28032, + "snapshot": "pass_end_0292", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 292, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 28032, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 28032, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.994067320600152e-05, + "update_l2": 0.03244059905409813 + }, + "raw_ground_friction": { + "gradient_l2": 0.0015099490992724895, + "update_l2": 0.0007405281066894531 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2845213859691285e-05, + "update_l2": 0.012496508657932281 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013334950222180258, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5388, + "attachment": 420, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.49362361431121826, + "ground_friction/effective": 0.49362361431121826, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013334950222180258, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037739844992756844, + "ssim_fused": 0.981816828250885, + "seg_l1": 0.00380266597494483, + "seg_ssim_ref": 0.9818167686462402, + "depth": 0.0003513642708167512, + "rgb_loss": 0.0066558197140693665, + "seg_loss": 0.006678779609501362, + "total": 0.013334950222180258 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0043520634062588215, + "ssim_fused": 0.979708731174469, + "seg_l1": 0.0044133649207651615, + "seg_ssim_ref": 0.9797090291976929, + "depth": 0.00048329579136049787, + "rgb_loss": 0.007539904676377773, + "seg_loss": 0.0075888866558671, + "total": 0.015129274628036234, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048329579136049787, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010856814379105343 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029199670534580946, + "ssim_fused": 0.9856822490692139, + "seg_l1": 0.0031912389677017927, + "seg_ssim_ref": 0.9856821298599243, + "depth": 0.00042199236704191845, + "rgb_loss": 0.005199524108320475, + "seg_loss": 0.005416565574705601, + "total": 0.010616512141054404, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042199236704191845, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001738510910002518 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026724308263510466, + "ssim_fused": 0.9853705763816833, + "seg_l1": 0.0025921324267983437, + "seg_ssim_ref": 0.985370397567749, + "depth": 0.0003281452779981514, + "rgb_loss": 0.005063829477876425, + "seg_loss": 0.00499962642788887, + "total": 0.010063784516704581, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003281452779981514, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.6222534942595854e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005151477176696062, + "ssim_fused": 0.9765058159828186, + "seg_l1": 0.0050139278173446655, + "seg_ssim_ref": 0.9765055179595947, + "depth": 0.00017202364686643703, + "rgb_loss": 0.008820018731057644, + "seg_loss": 0.008710038848221302, + "total": 0.01753022960292581, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017202364686643703, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017202364686643703 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 292, + "adam_update_count": 28032 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1365001309895888 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_54cd41d1f7b9402abe382aca2a72eec3_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 293, + "next_interval": 0, + "next_adam_update": 28033, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 292, + "trained_intervals": 28032, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 28032, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.2056360244750977, + "median": 11.514909744262695, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4943641424179077, + "median": 0.4943641424179077, + "max": 0.4943641424179077, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.6648458242416382, + "median": 9.711185455322266, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.2995014488697052, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 5.284858703613281, + "median": 16501.15234375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4943641424179077, + "median": 0.4943641424179077, + "max": 0.4943641424179077, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5388, + "controller_edge_stiffness": 420 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0293.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0293.json new file mode 100644 index 0000000000000000000000000000000000000000..c31f4505ca8de665f365aff3c99f7dbd3258a207 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0293.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0293", + "executed_epochs": 293, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_5f36144664c74da8bf86dfffce21e3e8.npz", + "optimizer_file": "boundary_5f36144664c74da8bf86dfffce21e3e8_optimizer.pt", + "arrays_sha256": "b398944d00a50ec2a8228fbbea6fdec5e076f348c75919b0b7408962f9ce487e", + "optimizer_sha256": "83261387de0aebde261f9a6ab8928ffeb1e9e08e87f5ca30c536d698f2b85c31", + "stage": "adam", + "completed_passes": 293, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 28128, + "adam_update_count": 28128, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 294, + "consumed_count": 293, + "last_submitted_update": 28128, + "last_consumed_update": 28032, + "pending": [ + { + "reference": { + "source_update": 28128, + "completed_passes": 293, + "next_interval": 0, + "trained_intervals": 28128, + "snapshot": "pass_end_0293", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 293, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 28128, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 28128, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.18409350560978e-05, + "update_l2": 0.03274761885404587 + }, + "raw_ground_friction": { + "gradient_l2": 0.0019424405181780457, + "update_l2": 0.000752568244934082 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2705630979326088e-05, + "update_l2": 0.013132504187524319 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01329737318870553, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5391, + "attachment": 423, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.49352577328681946, + "ground_friction/effective": 0.49352577328681946, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01329737318870553, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003763615619391203, + "ssim_fused": 0.9818587303161621, + "seg_l1": 0.003787002991884947, + "seg_ssim_ref": 0.9818586111068726, + "depth": 0.000349704222168075, + "rgb_loss": 0.006639143452048302, + "seg_loss": 0.006657880265265703, + "total": 0.01329737318870553 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004335207398980856, + "ssim_fused": 0.9797765612602234, + "seg_l1": 0.0043942187912762165, + "seg_ssim_ref": 0.9797767400741577, + "depth": 0.00048251055602631013, + "rgb_loss": 0.007512853480875492, + "seg_loss": 0.007560026831924915, + "total": 0.015073362823356433, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048251055602631013, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010778290845686569 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029035829938948154, + "ssim_fused": 0.9857286214828491, + "seg_l1": 0.0031680299434810877, + "seg_ssim_ref": 0.9857284426689148, + "depth": 0.000419424986342072, + "rgb_loss": 0.005177142098546028, + "seg_loss": 0.005388735793530941, + "total": 0.010566297317063312, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000419424986342072, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017128371030040532 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002662374870851636, + "ssim_fused": 0.985423743724823, + "seg_l1": 0.0025756312534213066, + "seg_ssim_ref": 0.9854235649108887, + "depth": 0.00032642590795514274, + "rgb_loss": 0.005045151337981224, + "seg_loss": 0.004975792020559311, + "total": 0.01002126978444849, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032642590795514274, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.4503164899587166e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005153296981006861, + "ssim_fused": 0.9765060544013977, + "seg_l1": 0.005010131746530533, + "seg_ssim_ref": 0.976505696773529, + "depth": 0.0001704554383487751, + "rgb_loss": 0.008821426890790462, + "seg_loss": 0.008706966415047646, + "total": 0.01752856282995388, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001704554383487751, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017045543834877505 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 293, + "adam_update_count": 28128 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14020333500229754 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_5f36144664c74da8bf86dfffce21e3e8_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 294, + "next_interval": 0, + "next_adam_update": 28129, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 293, + "trained_intervals": 28128, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 28128, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.2144638299942017, + "median": 11.514917373657227, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.49427834153175354, + "median": 0.49427834153175354, + "max": 0.49427834153175354, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.6507947444915771, + "median": 9.707836151123047, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.296869158744812, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 5.211119651794434, + "median": 16445.9765625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.49427834153175354, + "median": 0.49427834153175354, + "max": 0.49427834153175354, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5391, + "controller_edge_stiffness": 423 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0294.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0294.json new file mode 100644 index 0000000000000000000000000000000000000000..f5eba2520a1620b7ab6013fd97e47265c9718665 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0294.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0294", + "executed_epochs": 294, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ed9b2a078e8e470394d21bcce2add1e2.npz", + "optimizer_file": "boundary_ed9b2a078e8e470394d21bcce2add1e2_optimizer.pt", + "arrays_sha256": "4dc7d7bdb54059d0d62b95a92493b27ead5598fbcf52472d6ac5d06d90d1e4d0", + "optimizer_sha256": "8ec49848ed1e2e8c7d1bff2f5f82a91c59f5ac8e53c4d7ccbc0c23091814569f", + "stage": "adam", + "completed_passes": 294, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 28224, + "adam_update_count": 28224, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 295, + "consumed_count": 294, + "last_submitted_update": 28224, + "last_consumed_update": 28128, + "pending": [ + { + "reference": { + "source_update": 28224, + "completed_passes": 294, + "next_interval": 0, + "trained_intervals": 28224, + "snapshot": "pass_end_0294", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 294, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 28224, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 28224, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.960936247603968e-05, + "update_l2": 0.03212706372141838 + }, + "raw_ground_friction": { + "gradient_l2": 0.0018624217482283711, + "update_l2": 0.0007020831108093262 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2753833289025351e-05, + "update_l2": 0.012398926541209221 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013309981560205788, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5393, + "attachment": 423, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4928222894668579, + "ground_friction/effective": 0.4928222894668579, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013309981560205788, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003766898065805435, + "ssim_fused": 0.981846272945404, + "seg_l1": 0.0037932514678686857, + "seg_ssim_ref": 0.9818461537361145, + "depth": 0.0003500635379255983, + "rgb_loss": 0.0066442666575312614, + "seg_loss": 0.0066653648391366005, + "total": 0.013309981560205788 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004339226987212896, + "ssim_fused": 0.979768693447113, + "seg_l1": 0.004401619546115398, + "seg_ssim_ref": 0.9797689914703369, + "depth": 0.0004826136966223001, + "rgb_loss": 0.0075176432728767395, + "seg_loss": 0.007567497435957193, + "total": 0.015085622856869268, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004826136966223001, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001078860490528556 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029137826059013605, + "ssim_fused": 0.9856943488121033, + "seg_l1": 0.003183213993906975, + "seg_ssim_ref": 0.9856942892074585, + "depth": 0.00042127008008253274, + "rgb_loss": 0.005192156415432692, + "seg_loss": 0.005407713353633881, + "total": 0.010600291504807942, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042127008008253274, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001731288040408661 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026647860649973154, + "ssim_fused": 0.9854103326797485, + "seg_l1": 0.0025806708727031946, + "seg_ssim_ref": 0.9854101538658142, + "depth": 0.00032639518356985506, + "rgb_loss": 0.005049762316048145, + "seg_loss": 0.004982505924999714, + "total": 0.01003259463623143, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032639518356985506, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.4472440514299554e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0051497966051101685, + "ssim_fused": 0.9765116572380066, + "seg_l1": 0.005007501691579819, + "seg_ssim_ref": 0.9765112996101379, + "depth": 0.00016997519142770515, + "rgb_loss": 0.008817506022751331, + "seg_loss": 0.008703742176294327, + "total": 0.017521417242914512, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016997519142770515, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016997519142770517 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 294, + "adam_update_count": 28224 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1334156590164639 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ed9b2a078e8e470394d21bcce2add1e2_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 295, + "next_interval": 0, + "next_adam_update": 28225, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 294, + "trained_intervals": 28224, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 28224, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.2229602336883545, + "median": 11.514925003051758, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.49352437257766724, + "median": 0.49352437257766724, + "max": 0.49352437257766724, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.6378785371780396, + "median": 9.701900482177734, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.2943575084209442, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 5.14424467086792, + "median": 16348.6474609375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.49352437257766724, + "median": 0.49352437257766724, + "max": 0.49352437257766724, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5393, + "controller_edge_stiffness": 423 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0295.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0295.json new file mode 100644 index 0000000000000000000000000000000000000000..a50b27a5975e1de9452bc18b6f7e423bffd09c35 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0295.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0295", + "executed_epochs": 295, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c1e68d0e9f6b4149a80a33d8df4a9968.npz", + "optimizer_file": "boundary_c1e68d0e9f6b4149a80a33d8df4a9968_optimizer.pt", + "arrays_sha256": "ff7772a7e5b1d124ab694978dff1af689c2536c3ee8f4571cad3634450a90a56", + "optimizer_sha256": "5e99868ad1703792cdf829c0c40c09caf11bf5b59680517a06717ea0f5e943d1", + "stage": "adam", + "completed_passes": 295, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 28320, + "adam_update_count": 28320, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 296, + "consumed_count": 295, + "last_submitted_update": 28320, + "last_consumed_update": 28224, + "pending": [ + { + "reference": { + "source_update": 28320, + "completed_passes": 295, + "next_interval": 0, + "trained_intervals": 28320, + "snapshot": "pass_end_0295", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 295, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 28320, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 28320, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.999988494906574e-05, + "update_l2": 0.032414257526397705 + }, + "raw_ground_friction": { + "gradient_l2": 0.001872709603048861, + "update_l2": 0.0007168352603912354 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2718228390440345e-05, + "update_l2": 0.012246845290064812 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013324263039478562, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5394, + "attachment": 423, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4926469624042511, + "ground_friction/effective": 0.4926469624042511, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013324263039478562, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.00377063755877316, + "ssim_fused": 0.9818305969238281, + "seg_l1": 0.0037995362654328346, + "seg_ssim_ref": 0.9818304777145386, + "depth": 0.00035064245154803054, + "rgb_loss": 0.0066503845155239105, + "seg_loss": 0.006673527881503105, + "total": 0.013324263039478562 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004350210539996624, + "ssim_fused": 0.979727566242218, + "seg_l1": 0.004416179843246937, + "seg_ssim_ref": 0.9797278046607971, + "depth": 0.0004835620533186011, + "rgb_loss": 0.007534655276685953, + "seg_loss": 0.00758738350123167, + "total": 0.015122522805632229, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004835620533186011, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010883440574915664 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029244727920740843, + "ssim_fused": 0.9856633543968201, + "seg_l1": 0.0032014520838856697, + "seg_ssim_ref": 0.9856631755828857, + "depth": 0.000422510594810463, + "rgb_loss": 0.005206907168030739, + "seg_loss": 0.005428526550531387, + "total": 0.010635856229156937, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000422510594810463, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001743693187687963 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002665427280589938, + "ssim_fused": 0.9854059815406799, + "seg_l1": 0.0025834417901933193, + "seg_ssim_ref": 0.9854058027267456, + "depth": 0.00032750865983699126, + "rgb_loss": 0.005051145795732737, + "seg_loss": 0.004985593259334564, + "total": 0.010037066098065851, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032750865983699126, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.558591678143577e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005142439156770706, + "ssim_fused": 0.976525604724884, + "seg_l1": 0.004997070413082838, + "seg_ssim_ref": 0.9765252470970154, + "depth": 0.00016898849822606684, + "rgb_loss": 0.008808830752968788, + "seg_loss": 0.008692607283592224, + "total": 0.01750160702505924, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016898849822606684, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016898849822606684 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 295, + "adam_update_count": 28320 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14432115500676446 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c1e68d0e9f6b4149a80a33d8df4a9968_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 296, + "next_interval": 0, + "next_adam_update": 28321, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 295, + "trained_intervals": 28320, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 28320, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.231537103652954, + "median": 11.514925003051758, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.49336379766464233, + "median": 0.49336379766464233, + "max": 0.49336379766464233, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.6252461671829224, + "median": 9.699856758117676, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.29184362292289734, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 5.07966947555542, + "median": 16315.2705078125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.49336379766464233, + "median": 0.49336379766464233, + "max": 0.49336379766464233, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5394, + "controller_edge_stiffness": 423 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0296.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0296.json new file mode 100644 index 0000000000000000000000000000000000000000..b48ef9b6272410b886a6a93a6639198a0443db74 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0296.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0296", + "executed_epochs": 296, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_53b3be9ae5e84491b380dfac70aeeb1a.npz", + "optimizer_file": "boundary_53b3be9ae5e84491b380dfac70aeeb1a_optimizer.pt", + "arrays_sha256": "48a725f21454576ed7d329b555cf4605c2ab2f02623ff152eb4913dbe439293d", + "optimizer_sha256": "376a78c8cb64cc2e83a5eaeac2b61d8eb6f298b61ba0f2896ab9a07ea1258ed9", + "stage": "adam", + "completed_passes": 296, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 28416, + "adam_update_count": 28416, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 297, + "consumed_count": 296, + "last_submitted_update": 28416, + "last_consumed_update": 28320, + "pending": [ + { + "reference": { + "source_update": 28416, + "completed_passes": 296, + "next_interval": 0, + "trained_intervals": 28416, + "snapshot": "pass_end_0296", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 296, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 28416, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 28416, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.97399804671295e-05, + "update_l2": 0.03304913267493248 + }, + "raw_ground_friction": { + "gradient_l2": 0.0013736209366470575, + "update_l2": 0.0007398128509521484 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.195652293972671e-05, + "update_l2": 0.01146537996828556 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013386675577480306, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5397, + "attachment": 423, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4924357831478119, + "ground_friction/effective": 0.4924357831478119, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013386675577480306, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037885336205363274, + "ssim_fused": 0.9817605018615723, + "seg_l1": 0.003824586048722267, + "seg_ssim_ref": 0.9817603826522827, + "depth": 0.0003529264218702965, + "rgb_loss": 0.006678720936179161, + "seg_loss": 0.006707601249217987, + "total": 0.013386675577480306 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004377514123916626, + "ssim_fused": 0.979615330696106, + "seg_l1": 0.004446358419954777, + "seg_ssim_ref": 0.9796155095100403, + "depth": 0.0004845562856090772, + "rgb_loss": 0.007578945253044367, + "seg_loss": 0.00763398502022028, + "total": 0.015213415295211544, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004845562856090772, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010982863803963278 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002941271523013711, + "ssim_fused": 0.9856165051460266, + "seg_l1": 0.0032253796234726906, + "seg_ssim_ref": 0.9856163263320923, + "depth": 0.00042402687980276047, + "rgb_loss": 0.0052297161892056465, + "seg_loss": 0.005457038525491953, + "total": 0.01068717920723869, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042402687980276047, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017588560376109377 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026834974996745586, + "ssim_fused": 0.9853151440620422, + "seg_l1": 0.0026106105651706457, + "seg_ssim_ref": 0.9853148460388184, + "depth": 0.00032997862272068023, + "rgb_loss": 0.005083769094198942, + "seg_loss": 0.00502551905810833, + "total": 0.01010961859659128, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032997862272068023, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.805587966512469e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0051518515683710575, + "ssim_fused": 0.9764951467514038, + "seg_l1": 0.005015995353460312, + "seg_ssim_ref": 0.9764946699142456, + "depth": 0.00017314389934866792, + "rgb_loss": 0.008822452276945114, + "seg_loss": 0.008713862858712673, + "total": 0.017536489210879712, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017314389934866792, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017314389934866792 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 296, + "adam_update_count": 28416 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13173592599923722 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_53b3be9ae5e84491b380dfac70aeeb1a_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 297, + "next_interval": 0, + "next_adam_update": 28417, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 296, + "trained_intervals": 28416, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 28416, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.2403945922851562, + "median": 11.514941215515137, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.49317559599876404, + "median": 0.49317559599876404, + "max": 0.49317559599876404, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.6133091449737549, + "median": 9.697760581970215, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.2892700433731079, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 5.0193939208984375, + "median": 16281.10546875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.49317559599876404, + "median": 0.49317559599876404, + "max": 0.49317559599876404, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5397, + "controller_edge_stiffness": 423 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0297.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0297.json new file mode 100644 index 0000000000000000000000000000000000000000..5eb9f1cb96e7b0eb2c9340726bfe0b2d522a08cb --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0297.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0297", + "executed_epochs": 297, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_2b94850821c347a0ac9b97a91914b878.npz", + "optimizer_file": "boundary_2b94850821c347a0ac9b97a91914b878_optimizer.pt", + "arrays_sha256": "ab97ba980807f88ad8b2995be831992bc62d8729c990ff0cf747f3ec03e5b3de", + "optimizer_sha256": "6f4fc1fe5e1a91e9635ced2262e7018a37811e8dc7a2f6dc84c46a431fdf6f27", + "stage": "adam", + "completed_passes": 297, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 28512, + "adam_update_count": 28512, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 298, + "consumed_count": 297, + "last_submitted_update": 28512, + "last_consumed_update": 28416, + "pending": [ + { + "reference": { + "source_update": 28512, + "completed_passes": 297, + "next_interval": 0, + "trained_intervals": 28512, + "snapshot": "pass_end_0297", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 297, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 28512, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 28512, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.036933624884114e-05, + "update_l2": 0.03229396045207977 + }, + "raw_ground_friction": { + "gradient_l2": 0.0018975300481542945, + "update_l2": 0.0007425546646118164 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2606652489921544e-05, + "update_l2": 0.013104470446705818 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013309481236643252, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5402, + "attachment": 423, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4923386573791504, + "ground_friction/effective": 0.4923386573791504, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013309481236643252, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003766221459954977, + "ssim_fused": 0.981846272945404, + "seg_l1": 0.003793310606852174, + "seg_ssim_ref": 0.9818462133407593, + "depth": 0.00034962736731414533, + "rgb_loss": 0.006643722765147686, + "seg_loss": 0.006665408611297607, + "total": 0.013309481236643252 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004350372590124607, + "ssim_fused": 0.9797236919403076, + "seg_l1": 0.0044163912534713745, + "seg_ssim_ref": 0.9797240495681763, + "depth": 0.00048342142975268265, + "rgb_loss": 0.007535560056567192, + "seg_loss": 0.0075883036479353905, + "total": 0.015124347125932336, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048342142975268265, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001086937821832382 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029197612311691046, + "ssim_fused": 0.9856828451156616, + "seg_l1": 0.003196854144334793, + "seg_ssim_ref": 0.9856827855110168, + "depth": 0.00042243033112595923, + "rgb_loss": 0.005199240054935217, + "seg_loss": 0.00542092602699995, + "total": 0.010620588046605007, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042243033112595923, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017428905508429257 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002658647019416094, + "ssim_fused": 0.9854394793510437, + "seg_l1": 0.0025730114430189133, + "seg_ssim_ref": 0.9854392409324646, + "depth": 0.00032574286969378586, + "rgb_loss": 0.005039021838456392, + "seg_loss": 0.004970560781657696, + "total": 0.010009908828645069, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032574286969378586, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.38201266382303e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005136104300618172, + "ssim_fused": 0.9765390753746033, + "seg_l1": 0.004986985586583614, + "seg_ssim_ref": 0.9765387177467346, + "depth": 0.00016691483868415361, + "rgb_loss": 0.008801069110631943, + "seg_loss": 0.008681844919919968, + "total": 0.017483080945390594, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016691483868415361, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016691483868415361 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 297, + "adam_update_count": 28512 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.12931276400922798 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_2b94850821c347a0ac9b97a91914b878_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 298, + "next_interval": 0, + "next_adam_update": 28513, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 297, + "trained_intervals": 28512, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 28512, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.2496767044067383, + "median": 11.514947891235352, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4930812120437622, + "median": 0.4930812120437622, + "max": 0.4930812120437622, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.6005859375, + "median": 9.694609642028809, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.28659743070602417, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 4.955935478210449, + "median": 16229.8857421875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4930812120437622, + "median": 0.4930812120437622, + "max": 0.4930812120437622, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5402, + "controller_edge_stiffness": 423 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0298.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0298.json new file mode 100644 index 0000000000000000000000000000000000000000..e4bd5b1b423fe89520bbf58e5fba47f3442a9947 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0298.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0298", + "executed_epochs": 298, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a718d0db803a4816a0f372436198ea0a.npz", + "optimizer_file": "boundary_a718d0db803a4816a0f372436198ea0a_optimizer.pt", + "arrays_sha256": "e035060270c4fcb21aed8a26454c56fe97cf0b6a2867a6413bb88532be7f5a66", + "optimizer_sha256": "d162279b8f2c9223fa7cd94e2d537d2848c849bb3948909e0962d19e673d8c84", + "stage": "adam", + "completed_passes": 298, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 28608, + "adam_update_count": 28608, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 299, + "consumed_count": 298, + "last_submitted_update": 28608, + "last_consumed_update": 28512, + "pending": [ + { + "reference": { + "source_update": 28608, + "completed_passes": 298, + "next_interval": 0, + "trained_intervals": 28608, + "snapshot": "pass_end_0298", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 298, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 28608, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 28608, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.966409222921357e-05, + "update_l2": 0.032537925988435745 + }, + "raw_ground_friction": { + "gradient_l2": 0.0018192887073382735, + "update_l2": 0.0007332861423492432 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2634417544177268e-05, + "update_l2": 0.012518193572759628 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013319541573856782, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5405, + "attachment": 423, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4916127026081085, + "ground_friction/effective": 0.4916127026081085, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013319541573856782, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003769032657146454, + "ssim_fused": 0.9818367958068848, + "seg_l1": 0.003798301564529538, + "seg_ssim_ref": 0.9818366765975952, + "depth": 0.00035028379113697967, + "rgb_loss": 0.006647875998169184, + "seg_loss": 0.006671315059065819, + "total": 0.013319541573856782 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004353957716375589, + "ssim_fused": 0.9797141551971436, + "seg_l1": 0.004421274643391371, + "seg_ssim_ref": 0.9797144532203674, + "depth": 0.0004830912573537272, + "rgb_loss": 0.007540334947407246, + "seg_loss": 0.00759412907063961, + "total": 0.015134947109304209, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004830912573537272, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010836360978428273 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029269687365740538, + "ssim_fused": 0.9856606125831604, + "seg_l1": 0.0032080295495688915, + "seg_ssim_ref": 0.9856604337692261, + "depth": 0.0004242866199779224, + "rgb_loss": 0.005209452472627163, + "seg_loss": 0.005434337072074413, + "total": 0.010644213831321555, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004242866199779224, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017614534393625573 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026611045468598604, + "ssim_fused": 0.985427975654602, + "seg_l1": 0.00257838424295187, + "seg_ssim_ref": 0.9854277968406677, + "depth": 0.00032629943465658763, + "rgb_loss": 0.005043288692831993, + "seg_loss": 0.004977148026227951, + "total": 0.0100207630184946, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032629943465658763, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.437669160103213e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005134100094437599, + "ssim_fused": 0.9765442609786987, + "seg_l1": 0.00498551782220602, + "seg_ssim_ref": 0.9765438437461853, + "depth": 0.00016745785255968155, + "rgb_loss": 0.008798427879810333, + "seg_loss": 0.0086796460673213, + "total": 0.01747824233630677, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016745785255968155, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016745785255968155 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 298, + "adam_update_count": 28608 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13312370999483392 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a718d0db803a4816a0f372436198ea0a_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 299, + "next_interval": 0, + "next_adam_update": 28609, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 298, + "trained_intervals": 28608, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 28608, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.2584047317504883, + "median": 11.514951705932617, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.49234598875045776, + "median": 0.49234598875045776, + "max": 0.49234598875045776, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.588331699371338, + "median": 9.691356658935547, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.28410688042640686, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 4.895575046539307, + "median": 16177.1767578125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.49234598875045776, + "median": 0.49234598875045776, + "max": 0.49234598875045776, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5405, + "controller_edge_stiffness": 423 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0299.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0299.json new file mode 100644 index 0000000000000000000000000000000000000000..c0ee5371f0abd0b5d0221bbeef791917ff6141b4 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0299.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0299", + "executed_epochs": 299, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e0a5277715624de69fb2bbc21d99963e.npz", + "optimizer_file": "boundary_e0a5277715624de69fb2bbc21d99963e_optimizer.pt", + "arrays_sha256": "9bc5591752406e2223bed86dfab707b85a4849785d1a25bb6325e3f3ce32397b", + "optimizer_sha256": "31290ad08e93d3f04356c8f633fa6d8535ffed9e7daf510a9d178be7b61d5f61", + "stage": "adam", + "completed_passes": 299, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 28704, + "adam_update_count": 28704, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 300, + "consumed_count": 299, + "last_submitted_update": 28704, + "last_consumed_update": 28608, + "pending": [ + { + "reference": { + "source_update": 28704, + "completed_passes": 299, + "next_interval": 0, + "trained_intervals": 28704, + "snapshot": "pass_end_0299", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 299, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 28704, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 28704, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.953491487773135e-05, + "update_l2": 0.03264402970671654 + }, + "raw_ground_friction": { + "gradient_l2": 0.0012833971995860338, + "update_l2": 0.0007348060607910156 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1914917195099406e-05, + "update_l2": 0.0118336733430624 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013392310528608085, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5408, + "attachment": 424, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.49132034182548523, + "ground_friction/effective": 0.49132034182548523, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013392310528608085, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037901741452515125, + "ssim_fused": 0.981756329536438, + "seg_l1": 0.0038279183208942413, + "seg_ssim_ref": 0.9817562103271484, + "depth": 0.00035314314258233135, + "rgb_loss": 0.00668086763471365, + "seg_loss": 0.006711089983582497, + "total": 0.013392310528608085 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004373972304165363, + "ssim_fused": 0.979630172252655, + "seg_l1": 0.004444279242306948, + "seg_ssim_ref": 0.9796303510665894, + "depth": 0.00048449874547905184, + "rgb_loss": 0.0075731435790658, + "seg_loss": 0.007629353553056717, + "total": 0.015202981630867996, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048449874547905184, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010977109790960739 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029395960737019777, + "ssim_fused": 0.985613226890564, + "seg_l1": 0.003223299514502287, + "seg_ssim_ref": 0.9856130480766296, + "depth": 0.00042339414179273397, + "rgb_loss": 0.005229031667113304, + "seg_loss": 0.005456030368804932, + "total": 0.010685485430060029, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042339414179273397, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001752528657510673 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026842541992664337, + "ssim_fused": 0.9853164553642273, + "seg_l1": 0.0026119102258235216, + "seg_ssim_ref": 0.985316276550293, + "depth": 0.00033058804669081125, + "rgb_loss": 0.005084112286567688, + "seg_loss": 0.005026272963732481, + "total": 0.010110716304008147, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033058804669081125, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.866530363525569e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005162874702364206, + "ssim_fused": 0.9764655828475952, + "seg_l1": 0.005032184533774853, + "seg_ssim_ref": 0.9764652252197266, + "depth": 0.00017409163636672827, + "rgb_loss": 0.008837183006107807, + "seg_loss": 0.00873270258307457, + "total": 0.01757005874949617, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017409163636672827, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017409163636672824 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 299, + "adam_update_count": 28704 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1345411200018134 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e0a5277715624de69fb2bbc21d99963e_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 300, + "next_interval": 0, + "next_adam_update": 28705, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 299, + "trained_intervals": 28704, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 28704, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.266918420791626, + "median": 11.5149564743042, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.49205514788627625, + "median": 0.49205514788627625, + "max": 0.49205514788627625, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.5768839120864868, + "median": 9.684924125671387, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.2816983461380005, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 4.839850902557373, + "median": 16073.44921875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.49205514788627625, + "median": 0.49205514788627625, + "max": 0.49205514788627625, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5408, + "controller_edge_stiffness": 424 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0300.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0300.json new file mode 100644 index 0000000000000000000000000000000000000000..0c2740a8f4283755a92e168d04853cd2b811cfce --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0300.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0300", + "executed_epochs": 300, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_abc1e9da5a294ccb9372a5f67c59376c.npz", + "optimizer_file": "boundary_abc1e9da5a294ccb9372a5f67c59376c_optimizer.pt", + "arrays_sha256": "900fc6ed6b7fe6cc1dfa37f5f864cf67d195e8544abff76adeaf6412e57c1e4e", + "optimizer_sha256": "9db10c9c859e54dcc261be56ac337487183e8d35b600f52a85ad069fd652858d", + "stage": "adam", + "completed_passes": 300, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 28800, + "adam_update_count": 28800, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 301, + "consumed_count": 300, + "last_submitted_update": 28800, + "last_consumed_update": 28704, + "pending": [ + { + "reference": { + "source_update": 28800, + "completed_passes": 300, + "next_interval": 0, + "trained_intervals": 28800, + "snapshot": "pass_end_0300", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 300, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 28800, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 28800, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.105428762268275e-05, + "update_l2": 0.0322815366089344 + }, + "raw_ground_friction": { + "gradient_l2": 0.0019126341212540865, + "update_l2": 0.0007637739181518555 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2511929526226595e-05, + "update_l2": 0.013395803980529308 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013315846506659793, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5412, + "attachment": 425, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.49152877926826477, + "ground_friction/effective": 0.49152877926826477, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013315846506659793, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037677553482353687, + "ssim_fused": 0.9818394184112549, + "seg_l1": 0.003796321339905262, + "seg_ssim_ref": 0.9818393588066101, + "depth": 0.0003497732476457411, + "rgb_loss": 0.006646311841905117, + "seg_loss": 0.006669185124337673, + "total": 0.013315846506659793 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004359469749033451, + "ssim_fused": 0.9796901345252991, + "seg_l1": 0.004428909160196781, + "seg_ssim_ref": 0.9796903729438782, + "depth": 0.0004834876660932787, + "rgb_loss": 0.007549548987299204, + "seg_loss": 0.0076050530187785625, + "total": 0.01515508549374386, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004834876660932787, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010876001852383421 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002926330780610442, + "ssim_fused": 0.9856672883033752, + "seg_l1": 0.00320937461219728, + "seg_ssim_ref": 0.9856672883033752, + "depth": 0.00042425054208944683, + "rgb_loss": 0.005207607056945562, + "seg_loss": 0.00543404184281826, + "total": 0.0106420736159672, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042425054208944683, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001761092660477802 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002657123375684023, + "ssim_fused": 0.9854461550712585, + "seg_l1": 0.0025720433332026005, + "seg_ssim_ref": 0.9854458570480347, + "depth": 0.0003268328698732269, + "rgb_loss": 0.005036467686295509, + "seg_loss": 0.004968463443219662, + "total": 0.010005257962385045, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003268328698732269, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.491012681767132e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005128096789121628, + "ssim_fused": 0.976554274559021, + "seg_l1": 0.0049749575555324554, + "seg_ssim_ref": 0.9765539169311523, + "depth": 0.00016452191252701193, + "rgb_loss": 0.008791622705757618, + "seg_loss": 0.008669182658195496, + "total": 0.017460968954543066, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016452191252701193, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016452191252701193 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 300, + "adam_update_count": 28800 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13635857301414944 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_abc1e9da5a294ccb9372a5f67c59376c_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 301, + "next_interval": 0, + "next_adam_update": 28801, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 300, + "trained_intervals": 28800, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 28800, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.2757067680358887, + "median": 11.514978408813477, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4922925531864166, + "median": 0.4922925531864166, + "max": 0.4922925531864166, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.5643680095672607, + "median": 9.683123588562012, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.27923354506492615, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 4.779653072357178, + "median": 16044.5361328125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4922925531864166, + "median": 0.4922925531864166, + "max": 0.4922925531864166, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5412, + "controller_edge_stiffness": 425 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0301.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0301.json new file mode 100644 index 0000000000000000000000000000000000000000..54fd8c308524ea0dec6b71dd5c753867a2172aff --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0301.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0301", + "executed_epochs": 301, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_aec75531bac3442683c459a6cd76ff68.npz", + "optimizer_file": "boundary_aec75531bac3442683c459a6cd76ff68_optimizer.pt", + "arrays_sha256": "da787d02cc096612de9f8d91b71d164620e8e2c027411ddfec6fff3fbe285733", + "optimizer_sha256": "0ff3f92f5677e43b0c054d7e7f524e17d8472593695cdbf0d6b10987028fb53d", + "stage": "adam", + "completed_passes": 301, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 28896, + "adam_update_count": 28896, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 302, + "consumed_count": 301, + "last_submitted_update": 28896, + "last_consumed_update": 28800, + "pending": [ + { + "reference": { + "source_update": 28896, + "completed_passes": 301, + "next_interval": 0, + "trained_intervals": 28896, + "snapshot": "pass_end_0301", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 301, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 28896, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 28896, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.995352254714817e-05, + "update_l2": 0.032198671251535416 + }, + "raw_ground_friction": { + "gradient_l2": 0.001849098247475922, + "update_l2": 0.0007356703281402588 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2498402611527126e-05, + "update_l2": 0.012600013054907322 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01331352142995089, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5415, + "attachment": 425, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.49055764079093933, + "ground_friction/effective": 0.49055764079093933, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01331352142995089, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003767044050619006, + "ssim_fused": 0.9818439483642578, + "seg_l1": 0.003796379780396819, + "seg_ssim_ref": 0.9818438291549683, + "depth": 0.00034927768498309894, + "rgb_loss": 0.006644845940172672, + "seg_loss": 0.006668326444923878, + "total": 0.01331352142995089 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004357462748885155, + "ssim_fused": 0.979701578617096, + "seg_l1": 0.0044266837649047375, + "seg_ssim_ref": 0.9797018766403198, + "depth": 0.00048303080956968995, + "rgb_loss": 0.007545654661953449, + "seg_loss": 0.0076009719632565975, + "total": 0.015147109190358329, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048303080956968995, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001083031620002455 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002928041620180011, + "ssim_fused": 0.9856610894203186, + "seg_l1": 0.0032124449498951435, + "seg_ssim_ref": 0.985660970211029, + "depth": 0.00042293999636701027, + "rgb_loss": 0.00521021569147706, + "seg_loss": 0.005437762010842562, + "total": 0.01064840064231599, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042293999636701027, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017479872032534363 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026564374566078186, + "ssim_fused": 0.9854514598846436, + "seg_l1": 0.0025720708072185516, + "seg_ssim_ref": 0.9854512810707092, + "depth": 0.0003262219955014167, + "rgb_loss": 0.005034858360886574, + "seg_loss": 0.0049674008041620255, + "total": 0.010002585387044101, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003262219955014167, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.429925244586122e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005126234143972397, + "ssim_fused": 0.9765616655349731, + "seg_l1": 0.004974319599568844, + "seg_ssim_ref": 0.976561427116394, + "depth": 0.00016491793849427873, + "rgb_loss": 0.008788654580712318, + "seg_loss": 0.008667171001434326, + "total": 0.017455990500085138, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016491793849427873, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016491793849427873 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 301, + "adam_update_count": 28896 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.15142329499940388 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_aec75531bac3442683c459a6cd76ff68_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 302, + "next_interval": 0, + "next_adam_update": 28897, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 301, + "trained_intervals": 28896, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 28896, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.2845088243484497, + "median": 11.514986038208008, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4912933111190796, + "median": 0.4912933111190796, + "max": 0.4912933111190796, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.552278757095337, + "median": 9.680267333984375, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.2767865061759949, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 4.7222185134887695, + "median": 15998.7734375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4912933111190796, + "median": 0.4912933111190796, + "max": 0.4912933111190796, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5415, + "controller_edge_stiffness": 425 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0302.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0302.json new file mode 100644 index 0000000000000000000000000000000000000000..637a33d73205a502cc5773c710d22acff1c85f11 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0302.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0302", + "executed_epochs": 302, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_04d6dfd874ef41f19d3ba15f5659fba5.npz", + "optimizer_file": "boundary_04d6dfd874ef41f19d3ba15f5659fba5_optimizer.pt", + "arrays_sha256": "8ad5e31e7b5540d2394a55656ae17091cefcdb93cb47ec56d1b6828a224b3637", + "optimizer_sha256": "6c90f270de923a49344a96246ee903c49d6006d8380bc68bc11c87236bad4e2b", + "stage": "adam", + "completed_passes": 302, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 28992, + "adam_update_count": 28992, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 303, + "consumed_count": 302, + "last_submitted_update": 28992, + "last_consumed_update": 28896, + "pending": [ + { + "reference": { + "source_update": 28992, + "completed_passes": 302, + "next_interval": 0, + "trained_intervals": 28992, + "snapshot": "pass_end_0302", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 302, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 28992, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 28992, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.954282384365797e-05, + "update_l2": 0.03232381492853165 + }, + "raw_ground_friction": { + "gradient_l2": 0.0017023349646478891, + "update_l2": 0.0007293224334716797 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2465138752304483e-05, + "update_l2": 0.012467813678085804 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013306802724826691, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5419, + "attachment": 425, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4903848171234131, + "ground_friction/effective": 0.4903848171234131, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013306802724826691, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003765280358493328, + "ssim_fused": 0.9818521738052368, + "seg_l1": 0.0037938281893730164, + "seg_ssim_ref": 0.9818519949913025, + "depth": 0.0003493664447047438, + "rgb_loss": 0.006641795858740807, + "seg_loss": 0.00666465749964118, + "total": 0.013306802724826691 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004352208226919174, + "ssim_fused": 0.9797235131263733, + "seg_l1": 0.004420895595103502, + "seg_ssim_ref": 0.9797238707542419, + "depth": 0.0004829845839645714, + "rgb_loss": 0.007537064142525196, + "seg_loss": 0.007591942325234413, + "total": 0.015129489452343573, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004829845839645714, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001082569363951269 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029246921185404062, + "ssim_fused": 0.9856719970703125, + "seg_l1": 0.003206307766959071, + "seg_ssim_ref": 0.9856718182563782, + "depth": 0.00042292795323922017, + "rgb_loss": 0.005205354653298855, + "seg_loss": 0.005430682562291622, + "total": 0.010636460143543715, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042292795323922017, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001747866771975535 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002656342228874564, + "ssim_fused": 0.9854533076286316, + "seg_l1": 0.002571611199527979, + "seg_ssim_ref": 0.9854530096054077, + "depth": 0.0003256634890924517, + "rgb_loss": 0.005034412257373333, + "seg_loss": 0.00496668741106987, + "total": 0.010001425331932295, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003256634890924517, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.374074603689622e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005127879325300455, + "ssim_fused": 0.9765597581863403, + "seg_l1": 0.004976498428732157, + "seg_ssim_ref": 0.9765594005584717, + "depth": 0.0001658897525227318, + "rgb_loss": 0.008790351450443268, + "seg_loss": 0.00866931863129139, + "total": 0.01745983597148718, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001658897525227318, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001658897525227318 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 302, + "adam_update_count": 28992 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13638386098318733 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_04d6dfd874ef41f19d3ba15f5659fba5_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 303, + "next_interval": 0, + "next_adam_update": 28993, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 302, + "trained_intervals": 28992, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 28992, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.2928153276443481, + "median": 11.51498794555664, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.49111413955688477, + "median": 0.49111413955688477, + "max": 0.49111413955688477, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.5406776666641235, + "median": 9.680434226989746, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.2744968831539154, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 4.667752265930176, + "median": 16001.443359375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.49111413955688477, + "median": 0.49111413955688477, + "max": 0.49111413955688477, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5419, + "controller_edge_stiffness": 425 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0303.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0303.json new file mode 100644 index 0000000000000000000000000000000000000000..b48d71eccf4ce0c691a51bd1c5ed82d75a607c1c --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0303.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0303", + "executed_epochs": 303, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6f118c650897431ab0cd0df2f09b3134.npz", + "optimizer_file": "boundary_6f118c650897431ab0cd0df2f09b3134_optimizer.pt", + "arrays_sha256": "f02fc8d90b8d20c3202fdfb20a834554d80d49d67c24b20c3b648c56e4bf6629", + "optimizer_sha256": "d0e0b09390cc933ed928ce155c4c62978382218e6a71117a3835dbe355f87d70", + "stage": "adam", + "completed_passes": 303, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 29088, + "adam_update_count": 29088, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 304, + "consumed_count": 303, + "last_submitted_update": 29088, + "last_consumed_update": 28992, + "pending": [ + { + "reference": { + "source_update": 29088, + "completed_passes": 303, + "next_interval": 0, + "trained_intervals": 29088, + "snapshot": "pass_end_0303", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 303, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 29088, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 29088, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.922689448809251e-05, + "update_l2": 0.03220697492361069 + }, + "raw_ground_friction": { + "gradient_l2": 0.0016717230901122093, + "update_l2": 0.0007245838642120361 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2383559806039557e-05, + "update_l2": 0.012248553335666656 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013292639228011775, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5423, + "attachment": 425, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4901823401451111, + "ground_friction/effective": 0.4901823401451111, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013292639228011775, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037611499428749084, + "ssim_fused": 0.9818673133850098, + "seg_l1": 0.0037878360599279404, + "seg_ssim_ref": 0.9818671941757202, + "depth": 0.00034872485260944823, + "rgb_loss": 0.006635457277297974, + "seg_loss": 0.006656832993030548, + "total": 0.013292639228011775 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004350559785962105, + "ssim_fused": 0.9797261357307434, + "seg_l1": 0.004417036660015583, + "seg_ssim_ref": 0.9797263741493225, + "depth": 0.00048284389609807275, + "rgb_loss": 0.007535221055150032, + "seg_loss": 0.007588354870676994, + "total": 0.015124058769723125, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048284389609807275, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010811624852862828 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002919699065387249, + "ssim_fused": 0.9856910705566406, + "seg_l1": 0.0032001438084989786, + "seg_ssim_ref": 0.9856910109519958, + "depth": 0.00042163609973982835, + "rgb_loss": 0.005197545513510704, + "seg_loss": 0.005421913228929043, + "total": 0.010619880378539486, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042163609973982835, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001734948236981617 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026510772295296192, + "ssim_fused": 0.9854797720909119, + "seg_l1": 0.002563632093369961, + "seg_ssim_ref": 0.9854794144630432, + "depth": 0.0003255922967156705, + "rgb_loss": 0.005024907179176807, + "seg_loss": 0.004955022595822811, + "total": 0.009980255367296334, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003255922967156705, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.3669553660114965e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0051232632249593735, + "ssim_fused": 0.9765722751617432, + "seg_l1": 0.004970531444996595, + "seg_ssim_ref": 0.9765719175338745, + "depth": 0.00016482711788422117, + "rgb_loss": 0.008784155361354351, + "seg_loss": 0.008662041276693344, + "total": 0.017446362396488155, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016482711788422117, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016482711788422117 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 303, + "adam_update_count": 29088 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13295461900997907 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6f118c650897431ab0cd0df2f09b3134_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 304, + "next_interval": 0, + "next_adam_update": 29089, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 303, + "trained_intervals": 29088, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 29088, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.3012484312057495, + "median": 11.514999389648438, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4909069240093231, + "median": 0.4909069240093231, + "max": 0.4909069240093231, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.5293058156967163, + "median": 9.680461883544922, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.27219176292419434, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 4.614972114562988, + "median": 16001.8857421875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4909069240093231, + "median": 0.4909069240093231, + "max": 0.4909069240093231, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5423, + "controller_edge_stiffness": 425 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0304.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0304.json new file mode 100644 index 0000000000000000000000000000000000000000..4dbddac8e95fd842f91cae10eee1f9bbadf853b1 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0304.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0304", + "executed_epochs": 304, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_24251220395d4385908d95efc20a1263.npz", + "optimizer_file": "boundary_24251220395d4385908d95efc20a1263_optimizer.pt", + "arrays_sha256": "c89532d7ce7119ef9b7af9e87e101a65b2f58f82e7cdfa63654c2e2639929550", + "optimizer_sha256": "07fbfb7c9a33d72120dde31e656092952526b4ea6b958b23463b58bbcf522fca", + "stage": "adam", + "completed_passes": 304, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 29184, + "adam_update_count": 29184, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 305, + "consumed_count": 304, + "last_submitted_update": 29184, + "last_consumed_update": 29088, + "pending": [ + { + "reference": { + "source_update": 29184, + "completed_passes": 304, + "next_interval": 0, + "trained_intervals": 29184, + "snapshot": "pass_end_0304", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 304, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 29184, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 29184, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.889869059203193e-05, + "update_l2": 0.032216522842645645 + }, + "raw_ground_friction": { + "gradient_l2": 0.0016651350306347013, + "update_l2": 0.0007300376892089844 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.228679593623383e-05, + "update_l2": 0.012261481024324894 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013291598853859499, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5426, + "attachment": 426, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4900425970554352, + "ground_friction/effective": 0.4900425970554352, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013291598853859499, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037606284022331238, + "ssim_fused": 0.9818679690361023, + "seg_l1": 0.0037873927503824234, + "seg_ssim_ref": 0.9818678498268127, + "depth": 0.00034840518553521386, + "rgb_loss": 0.006634911987930536, + "seg_loss": 0.006656338460743427, + "total": 0.013291598853859499 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004354790784418583, + "ssim_fused": 0.9797084927558899, + "seg_l1": 0.004422363825142384, + "seg_ssim_ref": 0.9797088503837585, + "depth": 0.00048283991994129284, + "rgb_loss": 0.007542134262621403, + "seg_loss": 0.007596121169626713, + "total": 0.015138738272168056, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048283991994129284, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010811227237184842 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029220618307590485, + "ssim_fused": 0.9856858253479004, + "seg_l1": 0.003205304965376854, + "seg_ssim_ref": 0.9856857657432556, + "depth": 0.00042283441251712985, + "rgb_loss": 0.0052004847675561905, + "seg_loss": 0.005427090916782618, + "total": 0.010627998053090037, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042283441251712985, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001746931364754632 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026486304122954607, + "ssim_fused": 0.9854916930198669, + "seg_l1": 0.0025606367271393538, + "seg_ssim_ref": 0.9854914546012878, + "depth": 0.0003255843358774048, + "rgb_loss": 0.005020565818995237, + "seg_loss": 0.0049502188339829445, + "total": 0.009971109771652772, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003255843358774048, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.366159282184924e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005117030348628759, + "ssim_fused": 0.9765858054161072, + "seg_l1": 0.004961265716701746, + "seg_ssim_ref": 0.9765854477882385, + "depth": 0.00016236207380502791, + "rgb_loss": 0.008776463568210602, + "seg_loss": 0.008651923388242722, + "total": 0.01742854931852713, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016236207380502791, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016236207380502794 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 304, + "adam_update_count": 29184 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13334631698671728 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_24251220395d4385908d95efc20a1263_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 305, + "next_interval": 0, + "next_adam_update": 29185, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 304, + "trained_intervals": 29184, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 29184, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.309868335723877, + "median": 11.515002250671387, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.49077263474464417, + "median": 0.49077263474464417, + "max": 0.49077263474464417, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.5180304050445557, + "median": 9.677045822143555, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.2698555886745453, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 4.563228607177734, + "median": 15947.3154296875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.49077263474464417, + "median": 0.49077263474464417, + "max": 0.49077263474464417, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5426, + "controller_edge_stiffness": 426 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0305.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0305.json new file mode 100644 index 0000000000000000000000000000000000000000..f548c2c8e9530ecc76c5f711a0b159377811ab0c --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0305.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0305", + "executed_epochs": 305, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_9fae186fcb7c49fc95c608370f371589.npz", + "optimizer_file": "boundary_9fae186fcb7c49fc95c608370f371589_optimizer.pt", + "arrays_sha256": "1cb2606281702a14d36ce7930e05ad1eb624efb1d5fd2fcc66ea48b1f5e6b4a9", + "optimizer_sha256": "5a786d4ccf0f7c031905b5221a48da20688ec621a23af240f4a40765cdb98be4", + "stage": "adam", + "completed_passes": 305, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 29280, + "adam_update_count": 29280, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 306, + "consumed_count": 305, + "last_submitted_update": 29280, + "last_consumed_update": 29184, + "pending": [ + { + "reference": { + "source_update": 29280, + "completed_passes": 305, + "next_interval": 0, + "trained_intervals": 29280, + "snapshot": "pass_end_0305", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 305, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 29280, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 29280, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.877782966010273e-05, + "update_l2": 0.032186318188905716 + }, + "raw_ground_friction": { + "gradient_l2": 0.0015945854829624295, + "update_l2": 0.0007255673408508301 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2277193491172511e-05, + "update_l2": 0.012066765688359737 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013288649672108502, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5428, + "attachment": 427, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4895068407058716, + "ground_friction/effective": 0.4895068407058716, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013288649672108502, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.00375974178314209, + "ssim_fused": 0.9818724393844604, + "seg_l1": 0.0037868316285312176, + "seg_ssim_ref": 0.9818724393844604, + "depth": 0.00034848919770240583, + "rgb_loss": 0.006633308716118336, + "seg_loss": 0.006654992699623108, + "total": 0.013288649672108502 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004351177718490362, + "ssim_fused": 0.9797229170799255, + "seg_l1": 0.004417694639414549, + "seg_ssim_ref": 0.979723334312439, + "depth": 0.00048238001016460155, + "rgb_loss": 0.007536359131336212, + "seg_loss": 0.007589489221572876, + "total": 0.015126330732919253, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048238001016460155, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010765236259515706 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029197533149272203, + "ssim_fused": 0.9856948256492615, + "seg_l1": 0.0032017675694078207, + "seg_ssim_ref": 0.9856947064399719, + "depth": 0.00042222133346057217, + "rgb_loss": 0.005196837708353996, + "seg_loss": 0.005422472953796387, + "total": 0.010619732883483843, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042222133346057217, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017408005741890553 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026486061979085207, + "ssim_fused": 0.985493004322052, + "seg_l1": 0.002561155939474702, + "seg_ssim_ref": 0.9854928255081177, + "depth": 0.00032556286105084125, + "rgb_loss": 0.005020284093916416, + "seg_loss": 0.004950359463691711, + "total": 0.009970969120469178, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032556286105084125, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.3640117995285676e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005119429901242256, + "ssim_fused": 0.976578950881958, + "seg_l1": 0.004966708365827799, + "seg_ssim_ref": 0.9765785932540894, + "depth": 0.00016379258613360837, + "rgb_loss": 0.008779753930866718, + "seg_loss": 0.008657648228108883, + "total": 0.017437565951561734, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016379258613360837, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016379258613360837 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 305, + "adam_update_count": 29280 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.137840409995988 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_9fae186fcb7c49fc95c608370f371589_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 306, + "next_interval": 0, + "next_adam_update": 29281, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 305, + "trained_intervals": 29280, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 29280, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.3184359073638916, + "median": 11.515008926391602, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4902324080467224, + "median": 0.4902324080467224, + "max": 0.4902324080467224, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.5069559812545776, + "median": 9.673590660095215, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.267553448677063, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 4.512972354888916, + "median": 15892.310546875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4902324080467224, + "median": 0.4902324080467224, + "max": 0.4902324080467224, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5428, + "controller_edge_stiffness": 427 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0306.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0306.json new file mode 100644 index 0000000000000000000000000000000000000000..75c69f00d594af5134f35d839a84221ae2492d46 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0306.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0306", + "executed_epochs": 306, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a1fb7075b36f40738984952c570d7e84.npz", + "optimizer_file": "boundary_a1fb7075b36f40738984952c570d7e84_optimizer.pt", + "arrays_sha256": "c17531f50fd4b44cb074a62ea0183863d19012e2a3f643e683cf66b852c880e4", + "optimizer_sha256": "434b73a10af0a4cc77f3b63810edcb455920dc10be16a34805b966d6dac12167", + "stage": "adam", + "completed_passes": 306, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 29376, + "adam_update_count": 29376, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 307, + "consumed_count": 306, + "last_submitted_update": 29376, + "last_consumed_update": 29280, + "pending": [ + { + "reference": { + "source_update": 29376, + "completed_passes": 306, + "next_interval": 0, + "trained_intervals": 29376, + "snapshot": "pass_end_0306", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 306, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 29376, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 29376, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.566926019033417e-05, + "update_l2": 0.03261099010705948 + }, + "raw_ground_friction": { + "gradient_l2": 0.0019635825883597136, + "update_l2": 0.0007687509059906006 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2198660442663822e-05, + "update_l2": 0.012285634875297546 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013340122293225402, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5429, + "attachment": 429, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.48954689502716064, + "ground_friction/effective": 0.48954689502716064, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013340122293225402, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037749935872852802, + "ssim_fused": 0.9818165898323059, + "seg_l1": 0.0038079889491200447, + "seg_ssim_ref": 0.9818165302276611, + "depth": 0.00035156822847868575, + "rgb_loss": 0.006656676530838013, + "seg_loss": 0.006683093495666981, + "total": 0.013340122293225402 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0043527111411094666, + "ssim_fused": 0.9797235727310181, + "seg_l1": 0.004424065817147493, + "seg_ssim_ref": 0.9797238707542419, + "depth": 0.00048412323674445763, + "rgb_loss": 0.00753745436668396, + "seg_loss": 0.007594478316605091, + "total": 0.015132416806525795, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048412323674445763, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001093955891750132 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002928749658167362, + "ssim_fused": 0.9856442809104919, + "seg_l1": 0.003209569724276662, + "seg_ssim_ref": 0.9856441617012024, + "depth": 0.0004237511254619396, + "rgb_loss": 0.005214143544435501, + "seg_loss": 0.005438823252916336, + "total": 0.010653390548477299, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004237511254619396, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017560984942027296 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026664999313652515, + "ssim_fused": 0.985404908657074, + "seg_l1": 0.002586915623396635, + "seg_ssim_ref": 0.9854046106338501, + "depth": 0.00032756497436720457, + "rgb_loss": 0.005052218213677406, + "seg_loss": 0.004988610744476318, + "total": 0.010041156523128092, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032756497436720457, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.5642231311649034e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005152012687176466, + "ssim_fused": 0.9764935970306396, + "seg_l1": 0.005011403933167458, + "seg_ssim_ref": 0.9764932990074158, + "depth": 0.00017083357734114138, + "rgb_loss": 0.008822890929877758, + "seg_loss": 0.008710463531315327, + "total": 0.017533525294770425, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017083357734114138, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017083357734114138 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 306, + "adam_update_count": 29376 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13631072599673644 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a1fb7075b36f40738984952c570d7e84_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 307, + "next_interval": 0, + "next_adam_update": 29377, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 306, + "trained_intervals": 29376, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 29376, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.326877236366272, + "median": 11.515013694763184, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.49031564593315125, + "median": 0.49031564593315125, + "max": 0.49031564593315125, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.4964029788970947, + "median": 9.667433738708496, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.26530447602272034, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 4.465597152709961, + "median": 15794.763671875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.49031564593315125, + "median": 0.49031564593315125, + "max": 0.49031564593315125, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5429, + "controller_edge_stiffness": 429 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0307.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0307.json new file mode 100644 index 0000000000000000000000000000000000000000..258aebcdcb7ffb745e7a3fa06f2a893f1c43cbfa --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0307.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0307", + "executed_epochs": 307, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d22746b664f846b5b34055cb8ca450ae.npz", + "optimizer_file": "boundary_d22746b664f846b5b34055cb8ca450ae_optimizer.pt", + "arrays_sha256": "4d9b76a8af97681426d97ce3ed3218114a3a2790e77a1e609f97ddd125cc93aa", + "optimizer_sha256": "f4ae32f7e30ce6fb3914491b0b6bb9c1f9514e5a66129045b140651d76157858", + "stage": "adam", + "completed_passes": 307, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 29472, + "adam_update_count": 29472, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 308, + "consumed_count": 307, + "last_submitted_update": 29472, + "last_consumed_update": 29376, + "pending": [ + { + "reference": { + "source_update": 29472, + "completed_passes": 307, + "next_interval": 0, + "trained_intervals": 29472, + "snapshot": "pass_end_0307", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 307, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 29472, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 29472, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.97209465620108e-05, + "update_l2": 0.031589850783348083 + }, + "raw_ground_friction": { + "gradient_l2": 0.0018803247949108481, + "update_l2": 0.0007440745830535889 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2076598977728281e-05, + "update_l2": 0.012344134040176868 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01326262248798098, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5433, + "attachment": 429, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4894268214702606, + "ground_friction/effective": 0.4894268214702606, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01326262248798098, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037520774640142918, + "ssim_fused": 0.9818977117538452, + "seg_l1": 0.003774599637836218, + "seg_ssim_ref": 0.9818977117538452, + "depth": 0.0003468815871672835, + "rgb_loss": 0.006622122600674629, + "seg_loss": 0.006640153005719185, + "total": 0.01326262248798098 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004355141893029213, + "ssim_fused": 0.9797004461288452, + "seg_l1": 0.004422987811267376, + "seg_ssim_ref": 0.9797006845474243, + "depth": 0.00048260356636950746, + "rgb_loss": 0.007544024381786585, + "seg_loss": 0.007598253898322582, + "total": 0.015142761349336824, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048260356636950746, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.000107875918800063 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002913016825914383, + "ssim_fused": 0.9857235550880432, + "seg_l1": 0.00319522712379694, + "seg_ssim_ref": 0.9857235550880432, + "depth": 0.0004207930912506873, + "rgb_loss": 0.005185702815651894, + "seg_loss": 0.005411470774561167, + "total": 0.010597593917643023, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004207930912506873, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001726518152090207 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026356722228229046, + "ssim_fused": 0.9855535626411438, + "seg_l1": 0.0025400337763130665, + "seg_ssim_ref": 0.9855533838272095, + "depth": 0.0003244064748858929, + "rgb_loss": 0.004997825250029564, + "seg_loss": 0.0049213506281375885, + "total": 0.009919500284642039, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003244064748858929, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.248373183033734e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005104478914290667, + "ssim_fused": 0.9766132235527039, + "seg_l1": 0.004940150771290064, + "seg_ssim_ref": 0.97661292552948, + "depth": 0.00015972321616304625, + "rgb_loss": 0.008760938420891762, + "seg_loss": 0.008629536256194115, + "total": 0.01739063440030204, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015972321616304625, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015972321616304625 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 307, + "adam_update_count": 29472 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13337175597553141 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d22746b664f846b5b34055cb8ca450ae_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 308, + "next_interval": 0, + "next_adam_update": 29473, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 307, + "trained_intervals": 29472, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 29472, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.3356739282608032, + "median": 11.515021324157715, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4901708960533142, + "median": 0.4901708960533142, + "max": 0.4901708960533142, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.4852206707000732, + "median": 9.663766860961914, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.2629808783531189, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 4.415939807891846, + "median": 15736.953125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4901708960533142, + "median": 0.4901708960533142, + "max": 0.4901708960533142, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5433, + "controller_edge_stiffness": 429 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0308.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0308.json new file mode 100644 index 0000000000000000000000000000000000000000..3d9e5a06c09bfff01caada6988a6f6ded45e085f --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0308.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0308", + "executed_epochs": 308, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_357e109159e44b8ca02453526766ac9b.npz", + "optimizer_file": "boundary_357e109159e44b8ca02453526766ac9b_optimizer.pt", + "arrays_sha256": "f09edb2a17706d83961748563464877441a25f2de920c875b0a42d53a0b9f085", + "optimizer_sha256": "f6ff9646a7c36caaeddc7a91e60510c290cbea10da693dd75155b5cb65a0ad7d", + "stage": "adam", + "completed_passes": 308, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 29568, + "adam_update_count": 29568, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 309, + "consumed_count": 308, + "last_submitted_update": 29568, + "last_consumed_update": 29472, + "pending": [ + { + "reference": { + "source_update": 29568, + "completed_passes": 308, + "next_interval": 0, + "trained_intervals": 29568, + "snapshot": "pass_end_0308", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 308, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 29568, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 29568, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.974262891570106e-05, + "update_l2": 0.03197644278407097 + }, + "raw_ground_friction": { + "gradient_l2": 0.001788667170330882, + "update_l2": 0.0007383823394775391 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.209506626764778e-05, + "update_l2": 0.012288686819374561 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01324223647546921, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5436, + "attachment": 429, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.48892831802368164, + "ground_friction/effective": 0.48892831802368164, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01324223647546921, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037466525100171566, + "ssim_fused": 0.9819217920303345, + "seg_l1": 0.003766546491533518, + "seg_ssim_ref": 0.9819216132164001, + "depth": 0.00034635608051159785, + "rgb_loss": 0.006612975616008043, + "seg_loss": 0.006628914270550013, + "total": 0.01324223647546921 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004340970888733864, + "ssim_fused": 0.9797576665878296, + "seg_l1": 0.0044055781327188015, + "seg_ssim_ref": 0.9797578454017639, + "depth": 0.000482146667154868, + "rgb_loss": 0.007521243765950203, + "seg_loss": 0.007572893053293228, + "total": 0.015094618965910587, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.000482146667154868, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010741901958542358 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002901452826336026, + "ssim_fused": 0.985758900642395, + "seg_l1": 0.00317554478533566, + "seg_ssim_ref": 0.985758900642395, + "depth": 0.0004182921338469414, + "rgb_loss": 0.005169382318854332, + "seg_loss": 0.005388655699789524, + "total": 0.010558456310777703, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004182921338469414, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017015085780527474 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002633435185998678, + "ssim_fused": 0.9855669736862183, + "seg_l1": 0.002535594627261162, + "seg_ssim_ref": 0.9855666756629944, + "depth": 0.00032431944972318073, + "rgb_loss": 0.004993353504687548, + "seg_loss": 0.0049151405692100525, + "total": 0.009908817927686036, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032431944972318073, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.239670666762519e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005110751837491989, + "ssim_fused": 0.9766033887863159, + "seg_l1": 0.004949468187987804, + "seg_ssim_ref": 0.9766030311584473, + "depth": 0.0001606660713214013, + "rgb_loss": 0.008767923340201378, + "seg_loss": 0.00863896869122982, + "total": 0.01740705269750252, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001606660713214013, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001606660713214013 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 308, + "adam_update_count": 29568 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13498045699088834 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_357e109159e44b8ca02453526766ac9b_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 309, + "next_interval": 0, + "next_adam_update": 29569, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 308, + "trained_intervals": 29568, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 29568, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.3441009521484375, + "median": 11.515024185180664, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4896667003631592, + "median": 0.4896667003631592, + "max": 0.4896667003631592, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.4741970300674438, + "median": 9.660889625549316, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.26077407598495483, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 4.367527484893799, + "median": 15691.7392578125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4896667003631592, + "median": 0.4896667003631592, + "max": 0.4896667003631592, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5436, + "controller_edge_stiffness": 429 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0309.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0309.json new file mode 100644 index 0000000000000000000000000000000000000000..a18c3f8b8a19978e66473f53374cf0d8e1ef7cc6 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0309.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0309", + "executed_epochs": 309, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a5a172ce4dcb4ebb95cee9ec41eceedc.npz", + "optimizer_file": "boundary_a5a172ce4dcb4ebb95cee9ec41eceedc_optimizer.pt", + "arrays_sha256": "5b94b119a340c5795f5548232e7d784f7505299bca5aab727be1aee3020db528", + "optimizer_sha256": "e0add501f5d55c2e6e380e30928c1d6b6348d94efce4a68be37d968a5d681193", + "stage": "adam", + "completed_passes": 309, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 29664, + "adam_update_count": 29664, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 310, + "consumed_count": 309, + "last_submitted_update": 29664, + "last_consumed_update": 29568, + "pending": [ + { + "reference": { + "source_update": 29664, + "completed_passes": 309, + "next_interval": 0, + "trained_intervals": 29664, + "snapshot": "pass_end_0309", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 309, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 29664, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 29664, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.903736306820065e-05, + "update_l2": 0.031994160264730453 + }, + "raw_ground_friction": { + "gradient_l2": 0.001720168860629201, + "update_l2": 0.0007332861423492432 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1981178431597073e-05, + "update_l2": 0.012000530026853085 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013217780401269839, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5438, + "attachment": 429, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.48877114057540894, + "ground_friction/effective": 0.48877114057540894, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013217780401269839, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003739770036190748, + "ssim_fused": 0.9819485545158386, + "seg_l1": 0.0037562635261565447, + "seg_ssim_ref": 0.9819484353065491, + "depth": 0.00034541570667863, + "rgb_loss": 0.006602108478546143, + "seg_loss": 0.00661532673984766, + "total": 0.013217780401269839 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004333648830652237, + "ssim_fused": 0.9797821640968323, + "seg_l1": 0.0043945047073066235, + "seg_ssim_ref": 0.9797824621200562, + "depth": 0.0004810914121004235, + "rgb_loss": 0.007510486524552107, + "seg_loss": 0.007559111341834068, + "total": 0.015070079423459563, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004810914121004235, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010636376453097908 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028906988445669413, + "ssim_fused": 0.9857973456382751, + "seg_l1": 0.00315954745747149, + "seg_ssim_ref": 0.9857972264289856, + "depth": 0.0004169815903622661, + "rgb_loss": 0.005153089761734009, + "seg_loss": 0.005368192680180073, + "total": 0.010521699423504444, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004169815903622661, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016884031432059935 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002626929199323058, + "ssim_fused": 0.9856002330780029, + "seg_l1": 0.00252516265027225, + "seg_ssim_ref": 0.985599935054779, + "depth": 0.00032303045651021714, + "rgb_loss": 0.004981496836990118, + "seg_loss": 0.0049001434817910194, + "total": 0.00988196288357636, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032303045651021714, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.110771345466162e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005107802804559469, + "ssim_fused": 0.9766144156455994, + "seg_l1": 0.004945838823914528, + "seg_ssim_ref": 0.9766140580177307, + "depth": 0.0001605593677416133, + "rgb_loss": 0.008763359859585762, + "seg_loss": 0.00863385945558548, + "total": 0.017397379874538984, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001605593677416133, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016055936774161332 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 309, + "adam_update_count": 29664 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13539677497465163 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a5a172ce4dcb4ebb95cee9ec41eceedc_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 310, + "next_interval": 0, + "next_adam_update": 29665, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 309, + "trained_intervals": 29664, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 29664, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.3521599769592285, + "median": 11.515031814575195, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4895044267177582, + "median": 0.4895044267177582, + "max": 0.4895044267177582, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.463514804840088, + "median": 9.659330368041992, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.25868090987205505, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 4.321120738983154, + "median": 15667.2900390625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4895044267177582, + "median": 0.4895044267177582, + "max": 0.4895044267177582, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5438, + "controller_edge_stiffness": 429 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0310.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0310.json new file mode 100644 index 0000000000000000000000000000000000000000..d88f59e16d836ac5a46b2e239d18400bc801cc06 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0310.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0310", + "executed_epochs": 310, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_98fd58d463964bd4bce88f2233740788.npz", + "optimizer_file": "boundary_98fd58d463964bd4bce88f2233740788_optimizer.pt", + "arrays_sha256": "258c919495c48c5e15875aa75080f37888af89dce81838ec86920faa75148999", + "optimizer_sha256": "b1d20783a582ccd17d3ffa2043f588d4b02df4974a1e0b1268d7155b6dc03627", + "stage": "adam", + "completed_passes": 310, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 29760, + "adam_update_count": 29760, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 311, + "consumed_count": 310, + "last_submitted_update": 29760, + "last_consumed_update": 29664, + "pending": [ + { + "reference": { + "source_update": 29760, + "completed_passes": 310, + "next_interval": 0, + "trained_intervals": 29760, + "snapshot": "pass_end_0310", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 310, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 29760, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 29760, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.916135993786156e-05, + "update_l2": 0.03193162381649017 + }, + "raw_ground_friction": { + "gradient_l2": 0.001699673244729638, + "update_l2": 0.0007323026657104492 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2012724255328067e-05, + "update_l2": 0.01194530725479126 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013212112565639623, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5440, + "attachment": 429, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.48856034874916077, + "ground_friction/effective": 0.48856034874916077, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013212112565639623, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037380284629762173, + "ssim_fused": 0.9819555282592773, + "seg_l1": 0.0037544183433055878, + "seg_ssim_ref": 0.9819554090499878, + "depth": 0.00034537643493010874, + "rgb_loss": 0.006599320098757744, + "seg_loss": 0.006612447090446949, + "total": 0.013212112565639623 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004332213196903467, + "ssim_fused": 0.9797865748405457, + "seg_l1": 0.004392343107610941, + "seg_ssim_ref": 0.9797868728637695, + "depth": 0.0004810236653501892, + "rgb_loss": 0.007508455775678158, + "seg_loss": 0.0075564999133348465, + "total": 0.015065436712678355, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004810236653501892, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010629601778074476 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028892643749713898, + "ssim_fused": 0.98580402135849, + "seg_l1": 0.0031585991382598877, + "seg_ssim_ref": 0.9858039617538452, + "depth": 0.00041695018689458604, + "rgb_loss": 0.005150607321411371, + "seg_loss": 0.005366086959838867, + "total": 0.010517110765775845, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041695018689458604, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016880891085291938 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026246202178299427, + "ssim_fused": 0.9856123328208923, + "seg_l1": 0.002522233873605728, + "seg_ssim_ref": 0.985612154006958, + "depth": 0.0003229926546844136, + "rgb_loss": 0.004977229982614517, + "seg_loss": 0.004895356483757496, + "total": 0.009872909459026698, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003229926546844136, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.106991162885802e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005106015596538782, + "ssim_fused": 0.9766191244125366, + "seg_l1": 0.004944498185068369, + "seg_ssim_ref": 0.976618766784668, + "depth": 0.0001605392327912462, + "rgb_loss": 0.008760987780988216, + "seg_loss": 0.008631845004856586, + "total": 0.017392993325077596, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001605392327912462, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001605392327912462 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 310, + "adam_update_count": 29760 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14654389099450782 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_98fd58d463964bd4bce88f2233740788_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 311, + "next_interval": 0, + "next_adam_update": 29761, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 310, + "trained_intervals": 29760, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 29760, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.3602252006530762, + "median": 11.515034675598145, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4892926514148712, + "median": 0.4892926514148712, + "max": 0.4892926514148712, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.4530521631240845, + "median": 9.658845901489258, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.2566029727458954, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 4.276145935058594, + "median": 15659.701171875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4892926514148712, + "median": 0.4892926514148712, + "max": 0.4892926514148712, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5440, + "controller_edge_stiffness": 429 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0311.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0311.json new file mode 100644 index 0000000000000000000000000000000000000000..61b41490451481559dae7989122d10ed895c6cfe --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0311.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0311", + "executed_epochs": 311, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_74feb758608f4d1ea107d72698fee703.npz", + "optimizer_file": "boundary_74feb758608f4d1ea107d72698fee703_optimizer.pt", + "arrays_sha256": "7ae1c41adc9c6018d54a38cf38a81423a0a139017f73e9705da632690091c7f3", + "optimizer_sha256": "7e40ef68c69912acfc7cedf0de2202fe7c3690294498bcd04f525db2b6addb70", + "stage": "adam", + "completed_passes": 311, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 29856, + "adam_update_count": 29856, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 312, + "consumed_count": 311, + "last_submitted_update": 29856, + "last_consumed_update": 29760, + "pending": [ + { + "reference": { + "source_update": 29856, + "completed_passes": 311, + "next_interval": 0, + "trained_intervals": 29856, + "snapshot": "pass_end_0311", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 311, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 29856, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 29856, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.95082630449906e-05, + "update_l2": 0.031867675483226776 + }, + "raw_ground_friction": { + "gradient_l2": 0.0016244270373135805, + "update_l2": 0.0007252991199493408 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2162735401943792e-05, + "update_l2": 0.012163822539150715 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013236297726710266, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5441, + "attachment": 429, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.48805907368659973, + "ground_friction/effective": 0.48805907368659973, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013236297726710266, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037448438815772533, + "ssim_fused": 0.9819316864013672, + "seg_l1": 0.0037659239023923874, + "seg_ssim_ref": 0.9819316267967224, + "depth": 0.00034618571860056067, + "rgb_loss": 0.006609534844756126, + "seg_loss": 0.006626416929066181, + "total": 0.013236297726710266 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004338249564170837, + "ssim_fused": 0.97977215051651, + "seg_l1": 0.0044022370129823685, + "seg_ssim_ref": 0.9797723889350891, + "depth": 0.0004806487654260774, + "rgb_loss": 0.0075161694549024105, + "seg_loss": 0.007567311637103558, + "total": 0.015083961275110106, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004806487654260774, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001059211178566329 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029017345514148474, + "ssim_fused": 0.9857613444328308, + "seg_l1": 0.0031774863600730896, + "seg_ssim_ref": 0.985761284828186, + "depth": 0.0004189134090750792, + "rgb_loss": 0.005169118754565716, + "seg_loss": 0.00538973230868578, + "total": 0.01055926997666057, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004189134090750792, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017077213303341252 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026304516941308975, + "ssim_fused": 0.9855841398239136, + "seg_l1": 0.0025339508429169655, + "seg_ssim_ref": 0.9855839610099792, + "depth": 0.00032361145189704573, + "rgb_loss": 0.004987533204257488, + "seg_loss": 0.004910368472337723, + "total": 0.009898225288047109, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032361145189704573, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.1688708841490195e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0051089390181005, + "ssim_fused": 0.9766091704368591, + "seg_l1": 0.004950021393597126, + "seg_ssim_ref": 0.9766088128089905, + "depth": 0.00016156924800404034, + "rgb_loss": 0.008765317499637604, + "seg_loss": 0.008638255298137665, + "total": 0.017403734367023273, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016156924800404034, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016156924800404034 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 311, + "adam_update_count": 29856 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1333757090033032 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_74feb758608f4d1ea107d72698fee703_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 312, + "next_interval": 0, + "next_adam_update": 29857, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 311, + "trained_intervals": 29856, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 29856, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.3683594465255737, + "median": 11.515035629272461, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4887843728065491, + "median": 0.4887843728065491, + "max": 0.4887843728065491, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.4426614046096802, + "median": 9.655152320861816, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.2545241713523865, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 4.231943607330322, + "median": 15601.9677734375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4887843728065491, + "median": 0.4887843728065491, + "max": 0.4887843728065491, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5441, + "controller_edge_stiffness": 429 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0312.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0312.json new file mode 100644 index 0000000000000000000000000000000000000000..f5ac1daa7de1e456e3ca43f156bd2d1aeb30c0fa --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0312.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0312", + "executed_epochs": 312, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_42871af621aa4d30b04a837b261d6c53.npz", + "optimizer_file": "boundary_42871af621aa4d30b04a837b261d6c53_optimizer.pt", + "arrays_sha256": "a81e40636224eb4af383060cd8f798dcf0db38e1acfc3e7a0cb51f1de03e1f8e", + "optimizer_sha256": "2742fa639e730036b64e51f34c0c5be91de403b2501d4ea3c7ee3dc3ff382a5b", + "stage": "adam", + "completed_passes": 312, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 29952, + "adam_update_count": 29952, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 313, + "consumed_count": 312, + "last_submitted_update": 29952, + "last_consumed_update": 29856, + "pending": [ + { + "reference": { + "source_update": 29952, + "completed_passes": 312, + "next_interval": 0, + "trained_intervals": 29952, + "snapshot": "pass_end_0312", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 312, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 29952, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 29952, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.874756167642772e-05, + "update_l2": 0.031808577477931976 + }, + "raw_ground_friction": { + "gradient_l2": 0.0015046655898913741, + "update_l2": 0.0007360279560089111 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.207643435918726e-05, + "update_l2": 0.011914457194507122 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013252153535875319, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5445, + "attachment": 430, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.48791787028312683, + "ground_friction/effective": 0.48791787028312683, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013252153535875319, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003749083960428834, + "ssim_fused": 0.9819146990776062, + "seg_l1": 0.003773024771362543, + "seg_ssim_ref": 0.9819146990776062, + "depth": 0.0003464608814692797, + "rgb_loss": 0.006616327445954084, + "seg_loss": 0.006635479629039764, + "total": 0.013252153535875319 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004347200505435467, + "ssim_fused": 0.9797381162643433, + "seg_l1": 0.00441394979134202, + "seg_ssim_ref": 0.9797384738922119, + "depth": 0.00048078464069145003, + "rgb_loss": 0.007530136965215206, + "seg_loss": 0.007583464961498976, + "total": 0.015114082245693586, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048078464069145003, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010605699312200561 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029112871270626783, + "ssim_fused": 0.9857320785522461, + "seg_l1": 0.003193356329575181, + "seg_ssim_ref": 0.9857320785522461, + "depth": 0.000420756371659227, + "rgb_loss": 0.005182614084333181, + "seg_loss": 0.005408269353210926, + "total": 0.010591303728254479, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000420756371659227, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017261509561756035 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002632676623761654, + "ssim_fused": 0.9855734705924988, + "seg_l1": 0.002539176493883133, + "seg_ssim_ref": 0.9855732917785645, + "depth": 0.0003236650327802635, + "rgb_loss": 0.004991447553038597, + "seg_loss": 0.004916682839393616, + "total": 0.009908454057464993, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003236650327802635, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.174228972470795e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005105171352624893, + "ssim_fused": 0.9766151309013367, + "seg_l1": 0.004945616237819195, + "seg_ssim_ref": 0.9766149520874023, + "depth": 0.00016063748074617856, + "rgb_loss": 0.00876111164689064, + "seg_loss": 0.008633502759039402, + "total": 0.017394774112088215, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016063748074617856, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016063748074617856 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 312, + "adam_update_count": 29952 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1346987930010073 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_42871af621aa4d30b04a837b261d6c53_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 313, + "next_interval": 0, + "next_adam_update": 29953, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 312, + "trained_intervals": 29952, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 29952, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.3764488697052002, + "median": 11.515043258666992, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48865389823913574, + "median": 0.48865389823913574, + "max": 0.48865389823913574, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.4323451519012451, + "median": 9.651634216308594, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.25247353315353394, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 4.188510417938232, + "median": 15547.1748046875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48865389823913574, + "median": 0.48865389823913574, + "max": 0.48865389823913574, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5445, + "controller_edge_stiffness": 430 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0313.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0313.json new file mode 100644 index 0000000000000000000000000000000000000000..fb5fe2622f050e92268688850953b1be4f584701 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0313.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0313", + "executed_epochs": 313, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_3e655f97b2bb468da6ebfcd2e19b009c.npz", + "optimizer_file": "boundary_3e655f97b2bb468da6ebfcd2e19b009c_optimizer.pt", + "arrays_sha256": "38aad7cf96649ff193030e92beca71c34c6dea306d31dd1a1fc1999304f7a9da", + "optimizer_sha256": "360f0c597770915d929d6e41ba1f8383bb99c5a6acb9539d9c37030a2580b019", + "stage": "adam", + "completed_passes": 313, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 30048, + "adam_update_count": 30048, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 314, + "consumed_count": 313, + "last_submitted_update": 30048, + "last_consumed_update": 29952, + "pending": [ + { + "reference": { + "source_update": 30048, + "completed_passes": 313, + "next_interval": 0, + "trained_intervals": 30048, + "snapshot": "pass_end_0313", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 313, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 30048, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 30048, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.223911911249161e-05, + "update_l2": 0.03258567303419113 + }, + "raw_ground_friction": { + "gradient_l2": 0.0018323048716410995, + "update_l2": 0.0007506608963012695 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2214739399496466e-05, + "update_l2": 0.011734248138964176 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013306737571239024, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5446, + "attachment": 430, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4876241683959961, + "ground_friction/effective": 0.4876241683959961, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013306737571239024, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003766251727938652, + "ssim_fused": 0.9818576574325562, + "seg_l1": 0.00379550876095891, + "seg_ssim_ref": 0.9818575382232666, + "depth": 0.0003503367598339942, + "rgb_loss": 0.006641482003033161, + "seg_loss": 0.006664905231446028, + "total": 0.013306737571239024 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004330527503043413, + "ssim_fused": 0.9798237681388855, + "seg_l1": 0.00440385565161705, + "seg_ssim_ref": 0.9798241257667542, + "depth": 0.00048207384283111124, + "rgb_loss": 0.007499668747186661, + "seg_loss": 0.007558259181678295, + "total": 0.015058410002707787, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048207384283111124, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010734619526166674 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002917971694841981, + "ssim_fused": 0.9856810569763184, + "seg_l1": 0.0031903942581266165, + "seg_ssim_ref": 0.9856809973716736, + "depth": 0.0004212030985511636, + "rgb_loss": 0.005198166240006685, + "seg_loss": 0.0054161157459020615, + "total": 0.01061470272334601, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004212030985511636, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017306182250949686 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026608523912727833, + "ssim_fused": 0.9854337573051453, + "seg_l1": 0.002577640814706683, + "seg_ssim_ref": 0.9854334592819214, + "depth": 0.0003263831505396713, + "rgb_loss": 0.005041930358856916, + "seg_loss": 0.004975420888513327, + "total": 0.010017677630520782, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003263831505396713, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.4460407484115776e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005155655089765787, + "ssim_fused": 0.9764918088912964, + "seg_l1": 0.005010143853724003, + "seg_ssim_ref": 0.9764914512634277, + "depth": 0.00017168694741403063, + "rgb_loss": 0.008826162666082382, + "seg_loss": 0.008709825575351715, + "total": 0.01753615992838151, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017168694741403063, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017168694741403058 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 313, + "adam_update_count": 30048 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1352617180091329 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_3e655f97b2bb468da6ebfcd2e19b009c_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 314, + "next_interval": 0, + "next_adam_update": 30049, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 313, + "trained_intervals": 30048, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 30048, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.3846455812454224, + "median": 11.515045166015625, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48837482929229736, + "median": 0.48837482929229736, + "max": 0.48837482929229736, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.422530174255371, + "median": 9.647263526916504, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.2504125237464905, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 4.14760160446167, + "median": 15479.37109375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48837482929229736, + "median": 0.48837482929229736, + "max": 0.48837482929229736, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5446, + "controller_edge_stiffness": 430 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0314.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0314.json new file mode 100644 index 0000000000000000000000000000000000000000..162820975bc7f460f78e32c5d0f3306e25b013f6 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0314.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0314", + "executed_epochs": 314, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_0d567d8e133346b9bb09c3ba2cd01467.npz", + "optimizer_file": "boundary_0d567d8e133346b9bb09c3ba2cd01467_optimizer.pt", + "arrays_sha256": "f64160b6abfb9ab53f3bdd3f6704f5a92dd85915c56d85f3408a976d83786849", + "optimizer_sha256": "54f886d63d64f5ece3597a4128457f9991e3a4af48c13d5b3429912e677a5c16", + "stage": "adam", + "completed_passes": 314, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 30144, + "adam_update_count": 30144, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 315, + "consumed_count": 314, + "last_submitted_update": 30144, + "last_consumed_update": 30048, + "pending": [ + { + "reference": { + "source_update": 30144, + "completed_passes": 314, + "next_interval": 0, + "trained_intervals": 30144, + "snapshot": "pass_end_0314", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 314, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 30144, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 30144, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.862379036145285e-05, + "update_l2": 0.0314190648496151 + }, + "raw_ground_friction": { + "gradient_l2": 0.0014711462426930666, + "update_l2": 0.00074005126953125 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2006536053377204e-05, + "update_l2": 0.012108106166124344 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013249143913684779, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5448, + "attachment": 430, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.48737210035324097, + "ground_friction/effective": 0.48737210035324097, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013249143913684779, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037483074702322483, + "ssim_fused": 0.9819175601005554, + "seg_l1": 0.003771435236558318, + "seg_ssim_ref": 0.9819174408912659, + "depth": 0.00034640759079949935, + "rgb_loss": 0.006615139544010162, + "seg_loss": 0.006633657496422529, + "total": 0.013249143913684779 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004346560221165419, + "ssim_fused": 0.9797412157058716, + "seg_l1": 0.004414946306496859, + "seg_ssim_ref": 0.9797415733337402, + "depth": 0.00048062921229568824, + "rgb_loss": 0.007529005408287048, + "seg_loss": 0.00758364237844944, + "total": 0.015113128415948784, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048062921229568824, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010590156472624382 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029101241379976273, + "ssim_fused": 0.9857389330863953, + "seg_l1": 0.0031917323358356953, + "seg_ssim_ref": 0.9857388138771057, + "depth": 0.0004207312467668416, + "rgb_loss": 0.0051803127862513065, + "seg_loss": 0.0054056234657764435, + "total": 0.01058635651761323, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004207312467668416, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001725899707251749 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026317171286791563, + "ssim_fused": 0.9855772256851196, + "seg_l1": 0.002536707790568471, + "seg_ssim_ref": 0.9855770468711853, + "depth": 0.00032365445518426386, + "rgb_loss": 0.004989928565919399, + "seg_loss": 0.004913956858217716, + "total": 0.0099042090785923, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032365445518426386, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.173171212870829e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005104828625917435, + "ssim_fused": 0.9766127467155457, + "seg_l1": 0.004942354746162891, + "seg_ssim_ref": 0.976612389087677, + "depth": 0.00016061544895120373, + "rgb_loss": 0.008761313743889332, + "seg_loss": 0.008631406351923943, + "total": 0.0173928816425848, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016061544895120373, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001606154489512038 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 314, + "adam_update_count": 30144 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13709160301368684 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_0d567d8e133346b9bb09c3ba2cd01467_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 315, + "next_interval": 0, + "next_adam_update": 30145, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 314, + "trained_intervals": 30144, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 30144, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.3929957151412964, + "median": 11.515047073364258, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4881121516227722, + "median": 0.4881121516227722, + "max": 0.4881121516227722, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.41242253780365, + "median": 9.64438533782959, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.2483302652835846, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 4.105889797210693, + "median": 15434.8828125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4881121516227722, + "median": 0.4881121516227722, + "max": 0.4881121516227722, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5448, + "controller_edge_stiffness": 430 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0315.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0315.json new file mode 100644 index 0000000000000000000000000000000000000000..4c7d3b1c21fddb0190df7894e349cb7369125596 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0315.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0315", + "executed_epochs": 315, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_67d72235c3394a1ba4076186fb05b858.npz", + "optimizer_file": "boundary_67d72235c3394a1ba4076186fb05b858_optimizer.pt", + "arrays_sha256": "1ae98906b87dc8ca9ee298e60f4e5077f196a45bf439e776f2d27cd66a6d5d67", + "optimizer_sha256": "8af73be9300148dfa2286a3515c69092ef8bb82863adad9476baa6272b3774a9", + "stage": "adam", + "completed_passes": 315, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 30240, + "adam_update_count": 30240, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 316, + "consumed_count": 315, + "last_submitted_update": 30240, + "last_consumed_update": 30144, + "pending": [ + { + "reference": { + "source_update": 30240, + "completed_passes": 315, + "next_interval": 0, + "trained_intervals": 30240, + "snapshot": "pass_end_0315", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 315, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 30240, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 30240, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.789057028479874e-05, + "update_l2": 0.03144589066505432 + }, + "raw_ground_friction": { + "gradient_l2": 0.0014172845985740423, + "update_l2": 0.0007430016994476318 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1815965081041213e-05, + "update_l2": 0.011966090649366379 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013235672077963712, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5452, + "attachment": 430, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.48718252778053284, + "ground_friction/effective": 0.48718252778053284, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013235672077963712, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.00374431349337101, + "ssim_fused": 0.9819321632385254, + "seg_l1": 0.0037658922374248505, + "seg_ssim_ref": 0.9819320440292358, + "depth": 0.00034592008090299925, + "rgb_loss": 0.006609018426388502, + "seg_loss": 0.006626307964324951, + "total": 0.013235672077963712 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00434680562466383, + "ssim_fused": 0.9797376990318298, + "seg_l1": 0.004414036870002747, + "seg_ssim_ref": 0.9797378778457642, + "depth": 0.0004805232641209538, + "rgb_loss": 0.007529905065894127, + "seg_loss": 0.007583653554320335, + "total": 0.015114039143478582, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004805232641209538, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010579561655150934 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002906535752117634, + "ssim_fused": 0.9857547283172607, + "seg_l1": 0.003187837777659297, + "seg_ssim_ref": 0.985754668712616, + "depth": 0.00041998826930713355, + "rgb_loss": 0.005174282938241959, + "seg_loss": 0.005399336572736502, + "total": 0.010574039964909054, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041998826930713355, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017184699326546686 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002626703819260001, + "ssim_fused": 0.9856019616127014, + "seg_l1": 0.002529179910197854, + "seg_ssim_ref": 0.9856016635894775, + "depth": 0.00032360078199792443, + "rgb_loss": 0.004980971105396748, + "seg_loss": 0.0049030110239982605, + "total": 0.009884305730177005, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032360078199792443, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.167803894236884e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0050972080789506435, + "ssim_fused": 0.9766342639923096, + "seg_l1": 0.0049325148575007915, + "seg_ssim_ref": 0.9766339063644409, + "depth": 0.00015956800818598516, + "rgb_loss": 0.0087509136646986, + "seg_loss": 0.00861923024058342, + "total": 0.017370303473290206, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015956800818598516, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001595680081859852 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 315, + "adam_update_count": 30240 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13716570497490466 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_67d72235c3394a1ba4076186fb05b858_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 316, + "next_interval": 0, + "next_adam_update": 30241, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 315, + "trained_intervals": 30240, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 30240, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.4010462760925293, + "median": 11.51504898071289, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48792552947998047, + "median": 0.48792552947998047, + "max": 0.48792552947998047, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.402478575706482, + "median": 9.641336441040039, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.2463390827178955, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 4.065263271331787, + "median": 15387.8955078125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48792552947998047, + "median": 0.48792552947998047, + "max": 0.48792552947998047, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5452, + "controller_edge_stiffness": 430 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0316.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0316.json new file mode 100644 index 0000000000000000000000000000000000000000..a780b8a050c443381f4f269708c87d96bca8086e --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0316.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0316", + "executed_epochs": 316, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ea4a986a491046d3bd53bb159bae797b.npz", + "optimizer_file": "boundary_ea4a986a491046d3bd53bb159bae797b_optimizer.pt", + "arrays_sha256": "057db668b29ccfc027549a8202457f8d40eb96392a4593c1808909d12d2c561a", + "optimizer_sha256": "ec15a5c2f5ab730e59f4ac748c97bfe5f7a570d746564592c73e97bdbacdb622", + "stage": "adam", + "completed_passes": 316, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 30336, + "adam_update_count": 30336, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 317, + "consumed_count": 316, + "last_submitted_update": 30336, + "last_consumed_update": 30240, + "pending": [ + { + "reference": { + "source_update": 30336, + "completed_passes": 316, + "next_interval": 0, + "trained_intervals": 30336, + "snapshot": "pass_end_0316", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 316, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 30336, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 30336, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.881637379294261e-05, + "update_l2": 0.03248768672347069 + }, + "raw_ground_friction": { + "gradient_l2": 0.002541839610785246, + "update_l2": 0.0007685422897338867 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3152286555850878e-05, + "update_l2": 0.012493577785789967 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013251458433803098, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5456, + "attachment": 431, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.48683077096939087, + "ground_friction/effective": 0.48683077096939087, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013251458433803098, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037498250603675842, + "ssim_fused": 0.9819169640541077, + "seg_l1": 0.0037725046277046204, + "seg_ssim_ref": 0.9819167852401733, + "depth": 0.0003468239418459255, + "rgb_loss": 0.006616470869630575, + "seg_loss": 0.006634640973061323, + "total": 0.013251458433803098 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004332032520323992, + "ssim_fused": 0.97981858253479, + "seg_l1": 0.004407302942126989, + "seg_ssim_ref": 0.9798188805580139, + "depth": 0.0004814439099651968, + "rgb_loss": 0.007501909509301186, + "seg_loss": 0.007562066428363323, + "total": 0.015064457381574473, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004814439099651968, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010671626239575237 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029116987716406584, + "ssim_fused": 0.9857207536697388, + "seg_l1": 0.0031891781836748123, + "seg_ssim_ref": 0.9857205748558044, + "depth": 0.0004208256372240272, + "rgb_loss": 0.005185208283364773, + "seg_loss": 0.005407227668911219, + "total": 0.010592857243574503, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004208256372240272, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017268436118236048 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026376843452453613, + "ssim_fused": 0.9855449795722961, + "seg_l1": 0.002543429844081402, + "seg_ssim_ref": 0.9855446815490723, + "depth": 0.000324360852013342, + "rgb_loss": 0.00500115193426609, + "seg_loss": 0.004925807937979698, + "total": 0.009927284233097801, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.000324360852013342, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.2438108957786466e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005117885302752256, + "ssim_fused": 0.9765834808349609, + "seg_l1": 0.004950107540935278, + "seg_ssim_ref": 0.9765831232070923, + "depth": 0.0001606653681811359, + "rgb_loss": 0.008777612820267677, + "seg_loss": 0.008643461391329765, + "total": 0.017421234876965622, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001606653681811359, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001606653681811359 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 316, + "adam_update_count": 30336 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13468281499808654 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ea4a986a491046d3bd53bb159bae797b_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 317, + "next_interval": 0, + "next_adam_update": 30337, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 316, + "trained_intervals": 30336, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 30336, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.409192681312561, + "median": 11.515052795410156, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48759931325912476, + "median": 0.48759931325912476, + "max": 0.48759931325912476, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.3935288190841675, + "median": 9.63956356048584, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.24434047937393188, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 4.029042720794678, + "median": 15360.6376953125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48759931325912476, + "median": 0.48759931325912476, + "max": 0.48759931325912476, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5456, + "controller_edge_stiffness": 432 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0317.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0317.json new file mode 100644 index 0000000000000000000000000000000000000000..012a4ecbfd73edb981b7a583ef338b54bd4b3002 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0317.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0317", + "executed_epochs": 317, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_39d8efdd84dc4430b23c9fa05d3aac10.npz", + "optimizer_file": "boundary_39d8efdd84dc4430b23c9fa05d3aac10_optimizer.pt", + "arrays_sha256": "754db41d35ce0cbc597bf2a758d8d088a8ec3b04c8a1fd2c7616177f75a52db3", + "optimizer_sha256": "f67b228edca33a5f3ad10a30398775ac943c118771e13cfc0fbedc9ccdc20f54", + "stage": "adam", + "completed_passes": 317, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 30432, + "adam_update_count": 30432, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 318, + "consumed_count": 317, + "last_submitted_update": 30432, + "last_consumed_update": 30336, + "pending": [ + { + "reference": { + "source_update": 30432, + "completed_passes": 317, + "next_interval": 0, + "trained_intervals": 30432, + "snapshot": "pass_end_0317", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 317, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 30432, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 30432, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.063891047844663e-05, + "update_l2": 0.031224265694618225 + }, + "raw_ground_friction": { + "gradient_l2": 0.0014206095365807414, + "update_l2": 0.0007527172565460205 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2280030205147341e-05, + "update_l2": 0.013303929939866066 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013262640498598644, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5458, + "attachment": 432, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.48700645565986633, + "ground_friction/effective": 0.48700645565986633, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013262640498598644, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037521137855947018, + "ssim_fused": 0.9819053411483765, + "seg_l1": 0.0037783936131745577, + "seg_ssim_ref": 0.9819052219390869, + "depth": 0.0003471970759116812, + "rgb_loss": 0.006620623171329498, + "seg_loss": 0.006641670595854521, + "total": 0.013262640498598644 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004349107388406992, + "ssim_fused": 0.9797356128692627, + "seg_l1": 0.004421474877744913, + "seg_ssim_ref": 0.9797359704971313, + "depth": 0.0004820739425297102, + "rgb_loss": 0.007532163523137569, + "seg_loss": 0.007589986082166433, + "total": 0.015122631213585246, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004820739425297102, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010734629496026576 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029169046320021152, + "ssim_fused": 0.9857170581817627, + "seg_l1": 0.0032030767761170864, + "seg_ssim_ref": 0.9857169389724731, + "depth": 0.0004200867706682122, + "rgb_loss": 0.005190112162381411, + "seg_loss": 0.00541907362639904, + "total": 0.010609605409889832, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004200867706682122, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017194549462654554 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026333520654588938, + "ssim_fused": 0.9855723977088928, + "seg_l1": 0.002540742512792349, + "seg_ssim_ref": 0.9855720400810242, + "depth": 0.0003241823202914868, + "rgb_loss": 0.004992201924324036, + "seg_loss": 0.004918185994029045, + "total": 0.009910712100673373, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003241823202914868, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.2259577235931263e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005109091755002737, + "ssim_fused": 0.9765962958335876, + "seg_l1": 0.004948279820382595, + "seg_ssim_ref": 0.976595938205719, + "depth": 0.00016244527015731565, + "rgb_loss": 0.00876801460981369, + "seg_loss": 0.008639436215162277, + "total": 0.017407613270246126, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016244527015731565, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016244527015731565 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 317, + "adam_update_count": 30432 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1345751569897402 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_39d8efdd84dc4430b23c9fa05d3aac10_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 318, + "next_interval": 0, + "next_adam_update": 30433, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 317, + "trained_intervals": 30432, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 30432, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.4175634384155273, + "median": 11.515063285827637, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48775917291641235, + "median": 0.48775917291641235, + "max": 0.48775917291641235, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.3840572834014893, + "median": 9.638496398925781, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.24230368435382843, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.9910616874694824, + "median": 15344.25390625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48775917291641235, + "median": 0.48775917291641235, + "max": 0.48775917291641235, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5458, + "controller_edge_stiffness": 432 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0318.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0318.json new file mode 100644 index 0000000000000000000000000000000000000000..327b4bc32e15b53767c017743d46f81567b948b1 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0318.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0318", + "executed_epochs": 318, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6c5530dd50dd48d6a94e17b71092118a.npz", + "optimizer_file": "boundary_6c5530dd50dd48d6a94e17b71092118a_optimizer.pt", + "arrays_sha256": "6bb7d95146847682aefb822971ddb989499f9aba5f9855c3380426263eef99a5", + "optimizer_sha256": "3bb6e93366220d5d26becf10a3823a910b56d183d18e2f8cd36f4db36cad8315", + "stage": "adam", + "completed_passes": 318, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 30528, + "adam_update_count": 30528, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 319, + "consumed_count": 318, + "last_submitted_update": 30528, + "last_consumed_update": 30432, + "pending": [ + { + "reference": { + "source_update": 30528, + "completed_passes": 318, + "next_interval": 0, + "trained_intervals": 30528, + "snapshot": "pass_end_0318", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 318, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 30528, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 30528, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.022454469231889e-05, + "update_l2": 0.03128856047987938 + }, + "raw_ground_friction": { + "gradient_l2": 0.0015290010487660766, + "update_l2": 0.0007470846176147461 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.212649658555165e-05, + "update_l2": 0.012534910812973976 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013241004578466192, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5460, + "attachment": 432, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4862448573112488, + "ground_friction/effective": 0.4862448573112488, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013241004578466192, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037457672879099846, + "ssim_fused": 0.9819273948669434, + "seg_l1": 0.00376871507614851, + "seg_ssim_ref": 0.981927216053009, + "depth": 0.00034636601306510994, + "rgb_loss": 0.006611138116568327, + "seg_loss": 0.0066295200958848, + "total": 0.013241004578466192 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0043472410179674625, + "ssim_fused": 0.9797372221946716, + "seg_l1": 0.004417224787175655, + "seg_ssim_ref": 0.979737401008606, + "depth": 0.0004814978649433599, + "rgb_loss": 0.007530348375439644, + "seg_loss": 0.007586299441754818, + "total": 0.015117129315059406, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004814978649433599, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010677021737391543 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002910551382228732, + "ssim_fused": 0.9857397675514221, + "seg_l1": 0.003194456221535802, + "seg_ssim_ref": 0.9857396483421326, + "depth": 0.0004199763494802435, + "rgb_loss": 0.005180487874895334, + "seg_loss": 0.005407635122537613, + "total": 0.01058854250812114, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004199763494802435, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017183507343857685 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.00262603466399014, + "ssim_fused": 0.9856076240539551, + "seg_l1": 0.002528940327465534, + "seg_ssim_ref": 0.9856074452400208, + "depth": 0.0003235511234413004, + "rgb_loss": 0.004979303106665611, + "seg_loss": 0.004901663400232792, + "total": 0.009881290058021845, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003235511234413004, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.162838038574484e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005099243018776178, + "ssim_fused": 0.9766249060630798, + "seg_l1": 0.004934239201247692, + "seg_ssim_ref": 0.9766245484352112, + "depth": 0.0001604387143955359, + "rgb_loss": 0.008754413574934006, + "seg_loss": 0.008622482419013977, + "total": 0.01737705643266238, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001604387143955359, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016043871439553592 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 318, + "adam_update_count": 30528 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.135190747998422 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6c5530dd50dd48d6a94e17b71092118a_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 319, + "next_interval": 0, + "next_adam_update": 30529, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 318, + "trained_intervals": 30528, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 30528, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.4261195659637451, + "median": 11.515068054199219, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4869919419288635, + "median": 0.4869919419288635, + "max": 0.4869919419288635, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.3739497661590576, + "median": 9.632936477661133, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.24023935198783875, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.95092511177063, + "median": 15259.1787109375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4869919419288635, + "median": 0.4869919419288635, + "max": 0.4869919419288635, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5460, + "controller_edge_stiffness": 432 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0319.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0319.json new file mode 100644 index 0000000000000000000000000000000000000000..dbc3c239dcb6541954c0c7f5deb03f6b519b669c --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0319.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0319", + "executed_epochs": 319, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a52adcff5d30479396e9deff35c78f20.npz", + "optimizer_file": "boundary_a52adcff5d30479396e9deff35c78f20_optimizer.pt", + "arrays_sha256": "e8f5f62c38066f47bf9a68250c3e71ba3c3e072e19d710bb727ab08b02737846", + "optimizer_sha256": "31655a87e11d2227c78118702fd02108390eefe26da010beb0edc755506bd11e", + "stage": "adam", + "completed_passes": 319, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 30624, + "adam_update_count": 30624, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 320, + "consumed_count": 319, + "last_submitted_update": 30624, + "last_consumed_update": 30528, + "pending": [ + { + "reference": { + "source_update": 30624, + "completed_passes": 319, + "next_interval": 0, + "trained_intervals": 30624, + "snapshot": "pass_end_0319", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 319, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 30624, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 30624, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.93849937710911e-05, + "update_l2": 0.0313015952706337 + }, + "raw_ground_friction": { + "gradient_l2": 0.0013743347954005003, + "update_l2": 0.000748753547668457 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1896637261088472e-05, + "update_l2": 0.012157224118709564 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01324714729294332, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5461, + "attachment": 432, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4859715700149536, + "ground_friction/effective": 0.4859715700149536, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01324714729294332, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037472788244485855, + "ssim_fused": 0.9819203615188599, + "seg_l1": 0.003771395655348897, + "seg_ssim_ref": 0.9819203019142151, + "depth": 0.0003465424493165403, + "rgb_loss": 0.006613744888454676, + "seg_loss": 0.006633055862039328, + "total": 0.01324714729294332 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004355995915830135, + "ssim_fused": 0.9797017574310303, + "seg_l1": 0.004424640908837318, + "seg_ssim_ref": 0.9797019362449646, + "depth": 0.00048196452239942215, + "rgb_loss": 0.007544445339590311, + "seg_loss": 0.007599325850605965, + "total": 0.015144252689057388, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048196452239942215, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010723687482997775 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002915510907769203, + "ssim_fused": 0.9857293367385864, + "seg_l1": 0.0032042628154158592, + "seg_ssim_ref": 0.9857293367385864, + "depth": 0.00042059306908812815, + "rgb_loss": 0.005186541471630335, + "seg_loss": 0.00541754299774766, + "total": 0.010604505062447082, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042059306908812815, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017245179304646154 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026260807644575834, + "ssim_fused": 0.9856096506118774, + "seg_l1": 0.0025305228773504496, + "seg_ssim_ref": 0.9856094717979431, + "depth": 0.0003246352709087336, + "rgb_loss": 0.0049789343029260635, + "seg_loss": 0.004902523942291737, + "total": 0.009881782880488708, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003246352709087336, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.271252785317801e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005091527476906776, + "ssim_fused": 0.9766408205032349, + "seg_l1": 0.004926156252622604, + "seg_ssim_ref": 0.9766404628753662, + "depth": 0.0001589769348698771, + "rgb_loss": 0.008745057508349419, + "seg_loss": 0.008612832054495811, + "total": 0.0173580485397801, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001589769348698771, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015897693486987717 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 319, + "adam_update_count": 30624 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14148630099953152 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a52adcff5d30479396e9deff35c78f20_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 320, + "next_interval": 0, + "next_adam_update": 30625, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 319, + "trained_intervals": 30624, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 30624, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.434194564819336, + "median": 11.515069007873535, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48672032356262207, + "median": 0.48672032356262207, + "max": 0.48672032356262207, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.3640787601470947, + "median": 9.628762245178223, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.23830723762512207, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.9121174812316895, + "median": 15195.6162109375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48672032356262207, + "median": 0.48672032356262207, + "max": 0.48672032356262207, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5461, + "controller_edge_stiffness": 432 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0320.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0320.json new file mode 100644 index 0000000000000000000000000000000000000000..63adca1d88158d3048d6a4dfc7079b7e9ccf7765 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0320.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0320", + "executed_epochs": 320, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_8527445db57e4c96b22ebfa447e59bb5.npz", + "optimizer_file": "boundary_8527445db57e4c96b22ebfa447e59bb5_optimizer.pt", + "arrays_sha256": "df7d65062c3eee9af33839944720ea983503ff240c463cd767e09083ccbec8fb", + "optimizer_sha256": "8efd00ecca78c82f9e4a65f4458bab85f30985a5256e7ac486e0b5d903c19733", + "stage": "adam", + "completed_passes": 320, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 30720, + "adam_update_count": 30720, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 321, + "consumed_count": 320, + "last_submitted_update": 30720, + "last_consumed_update": 30624, + "pending": [ + { + "reference": { + "source_update": 30720, + "completed_passes": 320, + "next_interval": 0, + "trained_intervals": 30720, + "snapshot": "pass_end_0320", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 320, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 30720, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 30720, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.910056203603745e-05, + "update_l2": 0.031224416568875313 + }, + "raw_ground_friction": { + "gradient_l2": 0.0013853899436071515, + "update_l2": 0.0007564425468444824 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.183171752927592e-05, + "update_l2": 0.011744432151317596 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013240145196591613, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5465, + "attachment": 432, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4855557084083557, + "ground_friction/effective": 0.4855557084083557, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013240145196591613, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.00374535727314651, + "ssim_fused": 0.9819281101226807, + "seg_l1": 0.0037683756090700626, + "seg_ssim_ref": 0.9819278717041016, + "depth": 0.00034612921356941425, + "rgb_loss": 0.00661067571491003, + "seg_loss": 0.006629123352468014, + "total": 0.013240145196591613 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004353673662990332, + "ssim_fused": 0.9797122478485107, + "seg_l1": 0.004422425292432308, + "seg_ssim_ref": 0.9797124266624451, + "depth": 0.0004819072392062905, + "rgb_loss": 0.007540489546954632, + "seg_loss": 0.007595455273985863, + "total": 0.0151364267281797, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004819072392062905, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010717959163684604 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002913167467340827, + "ssim_fused": 0.985737681388855, + "seg_l1": 0.0032006404362618923, + "seg_ssim_ref": 0.9857375025749207, + "depth": 0.0004205564816037403, + "rgb_loss": 0.005182997789233923, + "seg_loss": 0.005413011647760868, + "total": 0.010596429527815107, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004205564816037403, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001724152055620736 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002624313812702894, + "ssim_fused": 0.9856173992156982, + "seg_l1": 0.0025270553305745125, + "seg_ssim_ref": 0.9856172204017639, + "depth": 0.0003240694847956506, + "rgb_loss": 0.004975971300154924, + "seg_loss": 0.004898200277239084, + "total": 0.009874495646878804, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003240694847956506, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.214674174009505e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005090274848043919, + "ssim_fused": 0.9766448736190796, + "seg_l1": 0.0049233813770115376, + "seg_ssim_ref": 0.9766443967819214, + "depth": 0.0001579836486719755, + "rgb_loss": 0.008743245154619217, + "seg_loss": 0.008609825745224953, + "total": 0.017353228883492843, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001579836486719755, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015798364867197553 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 320, + "adam_update_count": 30720 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14223527201102115 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_8527445db57e4c96b22ebfa447e59bb5_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 321, + "next_interval": 0, + "next_adam_update": 30721, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 320, + "trained_intervals": 30720, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 30720, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.4422560930252075, + "median": 11.515080451965332, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4863121509552002, + "median": 0.4863121509552002, + "max": 0.4863121509552002, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.354756474494934, + "median": 9.626230239868164, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.23639383912086487, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.875817060470581, + "median": 15157.189453125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4863121509552002, + "median": 0.4863121509552002, + "max": 0.4863121509552002, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5465, + "controller_edge_stiffness": 432 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0321.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0321.json new file mode 100644 index 0000000000000000000000000000000000000000..1eb9280dd98de114c3e18edea8cd7fb43222178a --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0321.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0321", + "executed_epochs": 321, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d771b6e781f6449889b51d622e034f3f.npz", + "optimizer_file": "boundary_d771b6e781f6449889b51d622e034f3f_optimizer.pt", + "arrays_sha256": "63e6970c59ef10dd998640a05b215d21c92c30bbb070785d9c91a1a5fdf735c5", + "optimizer_sha256": "4b98039c7e3dd174c9620ef8cf43c536fb8e8727af1f1ecd8348780a07703910", + "stage": "adam", + "completed_passes": 321, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 30816, + "adam_update_count": 30816, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 322, + "consumed_count": 321, + "last_submitted_update": 30816, + "last_consumed_update": 30720, + "pending": [ + { + "reference": { + "source_update": 30816, + "completed_passes": 321, + "next_interval": 0, + "trained_intervals": 30816, + "snapshot": "pass_end_0321", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 321, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 30816, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 30816, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.782359509496018e-05, + "update_l2": 0.031052246689796448 + }, + "raw_ground_friction": { + "gradient_l2": 0.0013976607006043196, + "update_l2": 0.0007512271404266357 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1524412002472673e-05, + "update_l2": 0.01166108250617981 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013214576928134526, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5467, + "attachment": 432, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4853530526161194, + "ground_friction/effective": 0.4853530526161194, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013214576928134526, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037375721149146557, + "ssim_fused": 0.9819523096084595, + "seg_l1": 0.003756340127438307, + "seg_ssim_ref": 0.9819521903991699, + "depth": 0.00034452807482655373, + "rgb_loss": 0.006599599029868841, + "seg_loss": 0.006614633835852146, + "total": 0.013214576928134526 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004356543067842722, + "ssim_fused": 0.9796873927116394, + "seg_l1": 0.0044213999062776566, + "seg_ssim_ref": 0.9796876907348633, + "depth": 0.00048129279291722924, + "rgb_loss": 0.007547756191343069, + "seg_loss": 0.007599581964313984, + "total": 0.015147818982788682, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048129279291722924, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010656514534778479 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029053175821900368, + "ssim_fused": 0.9857693314552307, + "seg_l1": 0.003191903932020068, + "seg_ssim_ref": 0.9857692122459412, + "depth": 0.0004204190715179885, + "rgb_loss": 0.005170387681573629, + "seg_loss": 0.005399680696427822, + "total": 0.010570488331411682, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004204190715179885, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017227779547632186 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026144084986299276, + "ssim_fused": 0.9856677055358887, + "seg_l1": 0.0025111734867095947, + "seg_ssim_ref": 0.9856674671173096, + "depth": 0.00032342383912635134, + "rgb_loss": 0.00495798559859395, + "seg_loss": 0.0048754457384347916, + "total": 0.009833754295206582, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032342383912635134, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.150109607079577e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005074019078165293, + "ssim_fused": 0.9766847491264343, + "seg_l1": 0.004900882486253977, + "seg_ssim_ref": 0.9766843914985657, + "depth": 0.00015297659574464581, + "rgb_loss": 0.008722266182303429, + "seg_loss": 0.008583827875554562, + "total": 0.01730624610313116, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015297659574464581, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015297659574464581 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 321, + "adam_update_count": 30816 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14761949301464483 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d771b6e781f6449889b51d622e034f3f_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 322, + "next_interval": 0, + "next_adam_update": 30817, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 321, + "trained_intervals": 30816, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 30816, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.4502761363983154, + "median": 11.515082359313965, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.486104279756546, + "median": 0.486104279756546, + "max": 0.486104279756546, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.3455278873443604, + "median": 9.624648094177246, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.2345055341720581, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.8402130603790283, + "median": 15133.2265625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.486104279756546, + "median": 0.486104279756546, + "max": 0.486104279756546, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5467, + "controller_edge_stiffness": 432 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0322.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0322.json new file mode 100644 index 0000000000000000000000000000000000000000..f0a88aa0d165c354387254d96bd24c82e3cab3d6 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0322.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0322", + "executed_epochs": 322, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_39379be4def340eca188f283e956728a.npz", + "optimizer_file": "boundary_39379be4def340eca188f283e956728a_optimizer.pt", + "arrays_sha256": "7408891be6ecfbe8943bf2ec868c5ccbd53115787de6cc61465b67a69ab1dfe9", + "optimizer_sha256": "48cf9653499f9b8465e29ac470e36129ab0fa55142351abc1319b1cf30d0ddd7", + "stage": "adam", + "completed_passes": 322, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 30912, + "adam_update_count": 30912, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 323, + "consumed_count": 322, + "last_submitted_update": 30912, + "last_consumed_update": 30816, + "pending": [ + { + "reference": { + "source_update": 30912, + "completed_passes": 322, + "next_interval": 0, + "trained_intervals": 30912, + "snapshot": "pass_end_0322", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 322, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 30912, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 30912, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.887540025170892e-05, + "update_l2": 0.030924158170819283 + }, + "raw_ground_friction": { + "gradient_l2": 0.001371674588881433, + "update_l2": 0.0007549822330474854 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.174178487417521e-05, + "update_l2": 0.01167868822813034 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013225619265360086, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5470, + "attachment": 432, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.48518604040145874, + "ground_friction/effective": 0.48518604040145874, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013225619265360086, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037411428056657314, + "ssim_fused": 0.9819438457489014, + "seg_l1": 0.0037623427342623472, + "seg_ssim_ref": 0.9819437265396118, + "depth": 0.00034510485574357317, + "rgb_loss": 0.006604145281016827, + "seg_loss": 0.0066211288794875145, + "total": 0.013225619265360086 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004351344425231218, + "ssim_fused": 0.9797183275222778, + "seg_l1": 0.004418286494910717, + "seg_ssim_ref": 0.9797186255455017, + "depth": 0.00048051983256772575, + "rgb_loss": 0.007537410128861666, + "seg_loss": 0.007590903900563717, + "total": 0.015128795014919238, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048051983256772575, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010579218499828128 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002908306661993265, + "ssim_fused": 0.9857562780380249, + "seg_l1": 0.0031944592483341694, + "seg_ssim_ref": 0.9857560992240906, + "depth": 0.00042048727533935287, + "rgb_loss": 0.005175389815121889, + "seg_loss": 0.00540434755384922, + "total": 0.010580157390585161, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042048727533935287, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017234599929768623 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026196041144430637, + "ssim_fused": 0.9856435060501099, + "seg_l1": 0.002519736299291253, + "seg_ssim_ref": 0.9856432676315308, + "depth": 0.00032346887887869436, + "rgb_loss": 0.004966982174664736, + "seg_loss": 0.004887135699391365, + "total": 0.009854440877273692, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032346887887869436, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.154613582313882e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005085315089672804, + "ssim_fused": 0.9766572713851929, + "seg_l1": 0.004916888661682606, + "seg_ssim_ref": 0.9766569137573242, + "depth": 0.00015594343618851981, + "rgb_loss": 0.008736798539757729, + "seg_loss": 0.008602128364145756, + "total": 0.017339083778662247, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015594343618851981, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015594343618851981 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 322, + "adam_update_count": 30912 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13893256700248457 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_39379be4def340eca188f283e956728a_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 323, + "next_interval": 0, + "next_adam_update": 30913, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 322, + "trained_intervals": 30912, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 30912, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.4582451581954956, + "median": 11.51508903503418, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4859410226345062, + "median": 0.4859410226345062, + "max": 0.4859410226345062, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.336409330368042, + "median": 9.62407398223877, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.23264417052268982, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.8053550720214844, + "median": 15124.541015625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4859410226345062, + "median": 0.4859410226345062, + "max": 0.4859410226345062, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5470, + "controller_edge_stiffness": 432 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0323.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0323.json new file mode 100644 index 0000000000000000000000000000000000000000..6dd674d14f8bdb9d8de38eace48bbee4e91def9c --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0323.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0323", + "executed_epochs": 323, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_9abb51b0192f40a6b54409c31803d7ae.npz", + "optimizer_file": "boundary_9abb51b0192f40a6b54409c31803d7ae_optimizer.pt", + "arrays_sha256": "5934c13d81912a683ef39992e5525c09fe28cd24a73e069083943387ff2c8fbc", + "optimizer_sha256": "00841f6f2748e3f7dce8c206f200a3764d2219724d4ccf8aef5ce41302ac7d9d", + "stage": "adam", + "completed_passes": 323, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 31008, + "adam_update_count": 31008, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 324, + "consumed_count": 323, + "last_submitted_update": 31008, + "last_consumed_update": 30912, + "pending": [ + { + "reference": { + "source_update": 31008, + "completed_passes": 323, + "next_interval": 0, + "trained_intervals": 31008, + "snapshot": "pass_end_0323", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 323, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 31008, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 31008, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.613731915829703e-05, + "update_l2": 0.030809873715043068 + }, + "raw_ground_friction": { + "gradient_l2": 0.001373334787786007, + "update_l2": 0.0007480084896087646 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.117703413910931e-05, + "update_l2": 0.01106858067214489 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01318593081534533, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5471, + "attachment": 432, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.48472756147384644, + "ground_friction/effective": 0.48472756147384644, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01318593081534533, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037292574997991323, + "ssim_fused": 0.9819809794425964, + "seg_l1": 0.0037432017270475626, + "seg_ssim_ref": 0.9819809198379517, + "depth": 0.00034287088243484807, + "rgb_loss": 0.006587210576981306, + "seg_loss": 0.006598377134650946, + "total": 0.01318593081534533 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004353695083409548, + "ssim_fused": 0.9796929359436035, + "seg_l1": 0.004416669253259897, + "seg_ssim_ref": 0.9796932935714722, + "depth": 0.0004806769481104695, + "rgb_loss": 0.00754436943680048, + "seg_loss": 0.007594676688313484, + "total": 0.015139526802062075, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004806769481104695, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010594930054102506 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002895378042012453, + "ssim_fused": 0.9858057498931885, + "seg_l1": 0.00317801209166646, + "seg_ssim_ref": 0.9858056902885437, + "depth": 0.00041904960063130934, + "rgb_loss": 0.005155152641236782, + "seg_loss": 0.005381271708756685, + "total": 0.010536843865255385, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041904960063130934, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017090832458964268 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026052803732454777, + "ssim_fused": 0.9857103824615479, + "seg_l1": 0.0024954872205853462, + "seg_ssim_ref": 0.985710084438324, + "depth": 0.0003227794550079852, + "rgb_loss": 0.004942147992551327, + "seg_loss": 0.004854372702538967, + "total": 0.009796843474545302, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003227794550079852, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.08567119524296e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0050626760348677635, + "ssim_fused": 0.9767148494720459, + "seg_l1": 0.004882638342678547, + "seg_ssim_ref": 0.9767146110534668, + "depth": 0.00014897752598962846, + "rgb_loss": 0.008707171306014061, + "seg_loss": 0.008563188835978508, + "total": 0.017270509119518558, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014897752598962846, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014897752598962846 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 323, + "adam_update_count": 31008 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14018251400557347 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_9abb51b0192f40a6b54409c31803d7ae_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 324, + "next_interval": 0, + "next_adam_update": 31009, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 323, + "trained_intervals": 31008, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 31008, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.4661933183670044, + "median": 11.515090942382812, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4854755699634552, + "median": 0.4854755699634552, + "max": 0.4854755699634552, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.3275713920593262, + "median": 9.619848251342773, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.23080241680145264, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.77187180519104, + "median": 15060.7646484375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4854755699634552, + "median": 0.4854755699634552, + "max": 0.4854755699634552, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5471, + "controller_edge_stiffness": 432 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0324.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0324.json new file mode 100644 index 0000000000000000000000000000000000000000..458f3955a1aede3a4b8ff9f322528caadf1cd5e9 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0324.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0324", + "executed_epochs": 324, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_2fef99224c6d4a1aac99cf8c86a6a00f.npz", + "optimizer_file": "boundary_2fef99224c6d4a1aac99cf8c86a6a00f_optimizer.pt", + "arrays_sha256": "2c4285c7d3f5886319ff0e13523607f9d4186068e92aea7307e5aab8631e1276", + "optimizer_sha256": "be899df7b2874fd8fb013ee3a2e17ed994da043c4d8a7fdfc16d3cedd8b7af68", + "stage": "adam", + "completed_passes": 324, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 31104, + "adam_update_count": 31104, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 325, + "consumed_count": 324, + "last_submitted_update": 31104, + "last_consumed_update": 31008, + "pending": [ + { + "reference": { + "source_update": 31104, + "completed_passes": 324, + "next_interval": 0, + "trained_intervals": 31104, + "snapshot": "pass_end_0324", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 324, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 31104, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 31104, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.958194666774943e-05, + "update_l2": 0.030909651890397072 + }, + "raw_ground_friction": { + "gradient_l2": 0.0016278608236461878, + "update_l2": 0.0007901787757873535 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1554213415365666e-05, + "update_l2": 0.012078079394996166 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013224920280302935, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5475, + "attachment": 433, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4847998023033142, + "ground_friction/effective": 0.4847998023033142, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013224920280302935, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003740739542990923, + "ssim_fused": 0.9819441437721252, + "seg_l1": 0.0037620216608047485, + "seg_ssim_ref": 0.9819440841674805, + "depth": 0.00034484456020064604, + "rgb_loss": 0.006603759713470936, + "seg_loss": 0.006620815489441156, + "total": 0.013224920280302935 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004354911390691996, + "ssim_fused": 0.9797032475471497, + "seg_l1": 0.004422302823513746, + "seg_ssim_ref": 0.979703426361084, + "depth": 0.00048093890831469455, + "rgb_loss": 0.00754327978938818, + "seg_loss": 0.007597156800329685, + "total": 0.01514091752862618, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048093890831469455, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010621126074525009 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002910669893026352, + "ssim_fused": 0.985751748085022, + "seg_l1": 0.0031994804739952087, + "seg_ssim_ref": 0.9857515692710876, + "depth": 0.00042045547886078997, + "rgb_loss": 0.005178186111152172, + "seg_loss": 0.005409270524978638, + "total": 0.01058787709160967, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042045547886078997, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017231420281912336 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026180895511060953, + "ssim_fused": 0.985652506351471, + "seg_l1": 0.0025176669005304575, + "seg_ssim_ref": 0.9856523275375366, + "depth": 0.0003239900673442105, + "rgb_loss": 0.004963970277458429, + "seg_loss": 0.004883668385446072, + "total": 0.009847963118633132, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003239900673442105, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.206732428865501e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0050792875699698925, + "ssim_fused": 0.9766691327095032, + "seg_l1": 0.004908636212348938, + "seg_ssim_ref": 0.9766687154769897, + "depth": 0.0001539937862828891, + "rgb_loss": 0.00872960314154625, + "seg_loss": 0.008593166247010231, + "total": 0.017322923382342762, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001539937862828891, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001539937862828891 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 324, + "adam_update_count": 31104 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13145259700831957 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_2fef99224c6d4a1aac99cf8c86a6a00f_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 325, + "next_interval": 0, + "next_adam_update": 31105, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 324, + "trained_intervals": 31104, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 31104, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.4739630222320557, + "median": 11.515092849731445, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48558998107910156, + "median": 0.48558998107910156, + "max": 0.48558998107910156, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.3187580108642578, + "median": 9.619583129882812, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.22901609539985657, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.7387750148773193, + "median": 15056.771484375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48558998107910156, + "median": 0.48558998107910156, + "max": 0.48558998107910156, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5475, + "controller_edge_stiffness": 433 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0325.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0325.json new file mode 100644 index 0000000000000000000000000000000000000000..f447ead1d40e85066f3a39e2de055695bc56af71 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0325.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0325", + "executed_epochs": 325, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ac28668381a446158431fdb05293bb8a.npz", + "optimizer_file": "boundary_ac28668381a446158431fdb05293bb8a_optimizer.pt", + "arrays_sha256": "f20d1f062c5b41fcac03ef25b40a67ac85e152c85fa58138b758a5405fe5a52e", + "optimizer_sha256": "2298bb1010e1e429ef9b00157df6b12f0e78694ac33e5c760ea84f4d6d6da698", + "stage": "adam", + "completed_passes": 325, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 31200, + "adam_update_count": 31200, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 326, + "consumed_count": 325, + "last_submitted_update": 31200, + "last_consumed_update": 31104, + "pending": [ + { + "reference": { + "source_update": 31200, + "completed_passes": 325, + "next_interval": 0, + "trained_intervals": 31200, + "snapshot": "pass_end_0325", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 325, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 31200, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 31200, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.662682375870645e-05, + "update_l2": 0.03081788867712021 + }, + "raw_ground_friction": { + "gradient_l2": 0.0016584813129156828, + "update_l2": 0.0007771551609039307 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.090761725208722e-05, + "update_l2": 0.011640418320894241 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01315919167904103, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5480, + "attachment": 433, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4842980206012726, + "ground_friction/effective": 0.4842980206012726, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01315919167904103, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003721239510923624, + "ssim_fused": 0.982008695602417, + "seg_l1": 0.0037316367961466312, + "seg_ssim_ref": 0.9820085763931274, + "depth": 0.00034154003405749493, + "rgb_loss": 0.0065752556547522545, + "seg_loss": 0.0065835947170853615, + "total": 0.01315919167904103 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004353018011897802, + "ssim_fused": 0.9796843528747559, + "seg_l1": 0.0044118259102106094, + "seg_ssim_ref": 0.979684591293335, + "depth": 0.00048001090982903, + "rgb_loss": 0.00754554383456707, + "seg_loss": 0.00759254302829504, + "total": 0.01513856687377194, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048001090982903, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010528326225958556 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002887182170525193, + "ssim_fused": 0.985836923122406, + "seg_l1": 0.0031687894370406866, + "seg_ssim_ref": 0.9858368635177612, + "depth": 0.0004170726383643021, + "rgb_loss": 0.005142361391335726, + "seg_loss": 0.005367659032344818, + "total": 0.010510437030657621, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004170726383643021, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016893136232263542 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025944546796381474, + "ssim_fused": 0.9857673048973083, + "seg_l1": 0.0024796840734779835, + "seg_ssim_ref": 0.9857670664787292, + "depth": 0.00032265032483782196, + "rgb_loss": 0.004922103136777878, + "seg_loss": 0.004830334335565567, + "total": 0.009752760122668283, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032265032483782196, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.072758178226643e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005050303880125284, + "ssim_fused": 0.976746141910553, + "seg_l1": 0.004866247996687889, + "seg_ssim_ref": 0.9767457842826843, + "depth": 0.00014642626319882562, + "rgb_loss": 0.008691014721989632, + "seg_loss": 0.008543841540813446, + "total": 0.017235002689066276, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014642626319882562, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014642626319882562 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 325, + "adam_update_count": 31200 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14279746200190857 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ac28668381a446158431fdb05293bb8a_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 326, + "next_interval": 0, + "next_adam_update": 31201, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 325, + "trained_intervals": 31200, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 31200, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.4822927713394165, + "median": 11.515101432800293, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4850751757621765, + "median": 0.4850751757621765, + "max": 0.4850751757621765, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.3098572492599487, + "median": 9.616083145141602, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.22711637616157532, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.7056446075439453, + "median": 15004.166015625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4850751757621765, + "median": 0.4850751757621765, + "max": 0.4850751757621765, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5480, + "controller_edge_stiffness": 433 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0326.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0326.json new file mode 100644 index 0000000000000000000000000000000000000000..ee1ab9917c71b8ddb7c4167cf4b40fd7e2640871 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0326.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0326", + "executed_epochs": 326, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_4280ff897534430fb97622360f391f4e.npz", + "optimizer_file": "boundary_4280ff897534430fb97622360f391f4e_optimizer.pt", + "arrays_sha256": "c8dcff47eea0afa35095b4d6bbd8da960d3efec7a7b5f2cd93aa194cb0d2b93c", + "optimizer_sha256": "b037e001cab41d130d9838c663bab59bc2b4547674720d6898f041ff5cda7503", + "stage": "adam", + "completed_passes": 326, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 31296, + "adam_update_count": 31296, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 327, + "consumed_count": 326, + "last_submitted_update": 31296, + "last_consumed_update": 31200, + "pending": [ + { + "reference": { + "source_update": 31296, + "completed_passes": 326, + "next_interval": 0, + "trained_intervals": 31296, + "snapshot": "pass_end_0326", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 326, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 31296, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 31296, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.771606371738017e-05, + "update_l2": 0.030556660145521164 + }, + "raw_ground_friction": { + "gradient_l2": 0.0013696184614673257, + "update_l2": 0.0007541477680206299 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1307921340630855e-05, + "update_l2": 0.011339152231812477 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013187119831269759, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5483, + "attachment": 436, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4837719798088074, + "ground_friction/effective": 0.4837719798088074, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013187119831269759, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037300377152860165, + "ssim_fused": 0.9819840788841248, + "seg_l1": 0.0037454271223396063, + "seg_ssim_ref": 0.9819839000701904, + "depth": 0.00034305354036513665, + "rgb_loss": 0.006587220821529627, + "seg_loss": 0.0065995557233691216, + "total": 0.013187119831269759 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004345866851508617, + "ssim_fused": 0.979733407497406, + "seg_l1": 0.004410167690366507, + "seg_ssim_ref": 0.9797337055206299, + "depth": 0.0004802206304796143, + "rgb_loss": 0.007530012167990208, + "seg_loss": 0.007581393234431744, + "total": 0.015111885623052431, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004802206304796143, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001054929829101699 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028944318182766438, + "ssim_fused": 0.9858076572418213, + "seg_l1": 0.003175461431965232, + "seg_ssim_ref": 0.9858075380325317, + "depth": 0.0004178560490813109, + "rgb_loss": 0.005154014099389315, + "seg_loss": 0.005378861911594868, + "total": 0.010533294332694551, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004178560490813109, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016971477303964424 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002607066184282303, + "ssim_fused": 0.9857050180435181, + "seg_l1": 0.0024992746766656637, + "seg_ssim_ref": 0.985704779624939, + "depth": 0.0003227840728072139, + "rgb_loss": 0.004944649524986744, + "seg_loss": 0.004858464002609253, + "total": 0.009803436311668804, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003227840728072139, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.0861329751658284e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005072786007076502, + "ssim_fused": 0.9766901135444641, + "seg_l1": 0.004896804690361023, + "seg_ssim_ref": 0.9766896963119507, + "depth": 0.00015135340909240767, + "rgb_loss": 0.00872020609676838, + "seg_loss": 0.008579504676163197, + "total": 0.017299863057663244, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015135340909240767, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015135340909240767 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 326, + "adam_update_count": 31296 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1407102659868542 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_4280ff897534430fb97622360f391f4e_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 327, + "next_interval": 0, + "next_adam_update": 31297, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 326, + "trained_intervals": 31296, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 31296, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.4899264574050903, + "median": 11.515104293823242, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.484526127576828, + "median": 0.484526127576828, + "max": 0.484526127576828, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.3013372421264648, + "median": 9.614153861999512, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.22538922727108002, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.674206495285034, + "median": 14975.24609375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.484526127576828, + "median": 0.484526127576828, + "max": 0.484526127576828, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5483, + "controller_edge_stiffness": 436 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0327.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0327.json new file mode 100644 index 0000000000000000000000000000000000000000..d8d552c2805019583fbb079db7f4f118a690b750 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0327.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0327", + "executed_epochs": 327, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_53d14a3e9abf409eab76ebcd4fbfc1ac.npz", + "optimizer_file": "boundary_53d14a3e9abf409eab76ebcd4fbfc1ac_optimizer.pt", + "arrays_sha256": "8c08a02d3a9d0f91d3bdf4829cf1b908b63855fe560614c028514c44ce6d4e6a", + "optimizer_sha256": "dbe80a3555f572417339d7cff6aeac79a3eb4d62fee79aef9ebe4f2b2ce0e850", + "stage": "adam", + "completed_passes": 327, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 31392, + "adam_update_count": 31392, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 328, + "consumed_count": 327, + "last_submitted_update": 31392, + "last_consumed_update": 31296, + "pending": [ + { + "reference": { + "source_update": 31392, + "completed_passes": 327, + "next_interval": 0, + "trained_intervals": 31392, + "snapshot": "pass_end_0327", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 327, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 31392, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 31392, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.80593725014478e-05, + "update_l2": 0.030799061059951782 + }, + "raw_ground_friction": { + "gradient_l2": 0.001639341120608151, + "update_l2": 0.0007625222206115723 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.120422803069232e-05, + "update_l2": 0.011762370355427265 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013203806759500513, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5485, + "attachment": 437, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4835629463195801, + "ground_friction/effective": 0.4835629463195801, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013203806759500513, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003734051249921322, + "ssim_fused": 0.9819634556770325, + "seg_l1": 0.003751964308321476, + "seg_ssim_ref": 0.9819632768630981, + "depth": 0.00034347520173572577, + "rgb_loss": 0.006594550330191851, + "seg_loss": 0.006608913186937571, + "total": 0.013203806759500513 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004361764527857304, + "ssim_fused": 0.9796655178070068, + "seg_l1": 0.004427476320415735, + "seg_ssim_ref": 0.9796656966209412, + "depth": 0.00048079774552619914, + "rgb_loss": 0.007556308060884476, + "seg_loss": 0.007608842104673386, + "total": 0.015165630963303388, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048079774552619914, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010607009795675468 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002907731104642153, + "ssim_fused": 0.9857674837112427, + "seg_l1": 0.003198763355612755, + "seg_ssim_ref": 0.9857674241065979, + "depth": 0.0004203099306217501, + "rgb_loss": 0.005172688513994217, + "seg_loss": 0.005405525676906109, + "total": 0.010578634500830948, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004203099306217501, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017216865458008346 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002607643371447921, + "ssim_fused": 0.9857030510902405, + "seg_l1": 0.0025021983310580254, + "seg_ssim_ref": 0.9857027530670166, + "depth": 0.0003238846892819532, + "rgb_loss": 0.004945504479110241, + "seg_loss": 0.0048612081445753574, + "total": 0.009807036974036168, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003238846892819532, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.1961946226397664e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005059066228568554, + "ssim_fused": 0.9767177700996399, + "seg_l1": 0.004879418760538101, + "seg_ssim_ref": 0.9767172932624817, + "depth": 0.00014890844151300067, + "rgb_loss": 0.008703699335455894, + "seg_loss": 0.008560076355934143, + "total": 0.01726392459983155, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014890844151300067, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014890844151300067 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 327, + "adam_update_count": 31392 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13388772998587228 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_53d14a3e9abf409eab76ebcd4fbfc1ac_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 328, + "next_interval": 0, + "next_adam_update": 31393, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 327, + "trained_intervals": 31392, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 31392, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.4974477291107178, + "median": 11.515106201171875, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48432546854019165, + "median": 0.48432546854019165, + "max": 0.48432546854019165, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.292648434638977, + "median": 9.612621307373047, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.2237003743648529, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.642420530319214, + "median": 14952.314453125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48432546854019165, + "median": 0.48432546854019165, + "max": 0.48432546854019165, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5485, + "controller_edge_stiffness": 437 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0328.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0328.json new file mode 100644 index 0000000000000000000000000000000000000000..4a519a81f33cbb610dc2044f9fabed5c4dc6ba75 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0328.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0328", + "executed_epochs": 328, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e68d531adda5420197b3fa1256b059f2.npz", + "optimizer_file": "boundary_e68d531adda5420197b3fa1256b059f2_optimizer.pt", + "arrays_sha256": "5ef5e6f63041eaa0d9fe1f4f070880863918fc4862b73e9a2a73fe2d07cfb222", + "optimizer_sha256": "f81d905826fcd0d6aeea194f6c63bb80701828b627cfaad832528079f374e29b", + "stage": "adam", + "completed_passes": 328, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 31488, + "adam_update_count": 31488, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 329, + "consumed_count": 328, + "last_submitted_update": 31488, + "last_consumed_update": 31392, + "pending": [ + { + "reference": { + "source_update": 31488, + "completed_passes": 328, + "next_interval": 0, + "trained_intervals": 31488, + "snapshot": "pass_end_0328", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 328, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 31488, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 31488, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.012054215418175e-05, + "update_l2": 0.030771404504776 + }, + "raw_ground_friction": { + "gradient_l2": 0.0016819392330944538, + "update_l2": 0.0007762312889099121 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1526751222845633e-05, + "update_l2": 0.011972345411777496 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013229458609475355, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5486, + "attachment": 439, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4836142063140869, + "ground_friction/effective": 0.4836142063140869, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013229458609475355, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003741655731573701, + "ssim_fused": 0.9819395542144775, + "seg_l1": 0.0037644943222403526, + "seg_ssim_ref": 0.9819394946098328, + "depth": 0.00034507165716359553, + "rgb_loss": 0.006605413742363453, + "seg_loss": 0.006623699329793453, + "total": 0.013229458609475355 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004361975006759167, + "ssim_fused": 0.9796780943870544, + "seg_l1": 0.004431280307471752, + "seg_ssim_ref": 0.9796782732009888, + "depth": 0.00048141101295438903, + "rgb_loss": 0.007553961127996445, + "seg_loss": 0.007609369233250618, + "total": 0.015163811772260017, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048141101295438903, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001066833653849446 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029181677382439375, + "ssim_fused": 0.9857305288314819, + "seg_l1": 0.003213078249245882, + "seg_ssim_ref": 0.9857305288314819, + "depth": 0.0004209107773285362, + "rgb_loss": 0.005188428796827793, + "seg_loss": 0.005424357019364834, + "total": 0.010613206726969955, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004209107773285362, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017276950128686954 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026164203882217407, + "ssim_fused": 0.985661506652832, + "seg_l1": 0.0025175383780151606, + "seg_ssim_ref": 0.9856612682342529, + "depth": 0.0003255898441330322, + "rgb_loss": 0.004960834980010986, + "seg_loss": 0.004881776869297028, + "total": 0.009842937439152146, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003255898441330322, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.3667101077476656e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005070059560239315, + "ssim_fused": 0.9766880869865417, + "seg_l1": 0.004896080121397972, + "seg_ssim_ref": 0.9766878485679626, + "depth": 0.00015237499423842462, + "rgb_loss": 0.008718430995941162, + "seg_loss": 0.008579295128583908, + "total": 0.017297878499519307, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015237499423842462, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015237499423842462 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 328, + "adam_update_count": 31488 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1453466049861163 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e68d531adda5420197b3fa1256b059f2_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 329, + "next_interval": 0, + "next_adam_update": 31489, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 328, + "trained_intervals": 31488, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 31488, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.505354642868042, + "median": 11.515106201171875, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4843904376029968, + "median": 0.4843904376029968, + "max": 0.4843904376029968, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.2839503288269043, + "median": 9.607698440551758, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.2219385802745819, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.6108756065368652, + "median": 14878.8857421875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4843904376029968, + "median": 0.4843904376029968, + "max": 0.4843904376029968, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5486, + "controller_edge_stiffness": 439 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0329.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0329.json new file mode 100644 index 0000000000000000000000000000000000000000..5e861571e2f07aeced34df390a5edc0d9087f050 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0329.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0329", + "executed_epochs": 329, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_81df65f67b7048ebae5e8bf72a2fab5c.npz", + "optimizer_file": "boundary_81df65f67b7048ebae5e8bf72a2fab5c_optimizer.pt", + "arrays_sha256": "c8504dea3c4e1a8860d734bfb6889b6d9217631b1937026ff2d25c0f183b9dd6", + "optimizer_sha256": "be7b1ca3406c5e207d13a2c2c6d4911b4fc386e35343f0fbf2111c7859872dfa", + "stage": "adam", + "completed_passes": 329, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 31584, + "adam_update_count": 31584, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 330, + "consumed_count": 329, + "last_submitted_update": 31584, + "last_consumed_update": 31488, + "pending": [ + { + "reference": { + "source_update": 31584, + "completed_passes": 329, + "next_interval": 0, + "trained_intervals": 31584, + "snapshot": "pass_end_0329", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 329, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 31584, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 31584, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.734168270369992e-05, + "update_l2": 0.0323655866086483 + }, + "raw_ground_friction": { + "gradient_l2": 0.003031528554856777, + "update_l2": 0.0008096694946289062 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.242189227923518e-05, + "update_l2": 0.012852270156145096 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013221545279367992, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5491, + "attachment": 442, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4834853708744049, + "ground_friction/effective": 0.4834853708744049, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013221545279367992, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037400040309876204, + "ssim_fused": 0.9819455146789551, + "seg_l1": 0.0037592430599033833, + "seg_ssim_ref": 0.9819454550743103, + "depth": 0.00034472380501916636, + "rgb_loss": 0.006602900102734566, + "seg_loss": 0.006618300452828407, + "total": 0.013221545279367992 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004357603378593922, + "ssim_fused": 0.9796817302703857, + "seg_l1": 0.004423301666975021, + "seg_ssim_ref": 0.9796820878982544, + "depth": 0.0004818401278640764, + "rgb_loss": 0.007549736648797989, + "seg_loss": 0.007602224126458168, + "total": 0.015152442615384022, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004818401278640764, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010711248029463199 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002901080995798111, + "ssim_fused": 0.9857854247093201, + "seg_l1": 0.0031849972438067198, + "seg_ssim_ref": 0.9857853055000305, + "depth": 0.0004199051797012284, + "rgb_loss": 0.0051637799479067326, + "seg_loss": 0.005390936508774757, + "total": 0.010555135896199904, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004199051797012284, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017176390365956177 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002619019243866205, + "ssim_fused": 0.9856481552124023, + "seg_l1": 0.0025175195187330246, + "seg_ssim_ref": 0.985647976398468, + "depth": 0.0003229988599656563, + "rgb_loss": 0.004965584725141525, + "seg_loss": 0.004884420428425074, + "total": 0.009850327686765277, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003229988599656563, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.1076116910100745e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005082312040030956, + "ssim_fused": 0.9766667485237122, + "seg_l1": 0.004911153577268124, + "seg_ssim_ref": 0.9766665101051331, + "depth": 0.00015415105254570433, + "rgb_loss": 0.008732499554753304, + "seg_loss": 0.008595621213316917, + "total": 0.017328274919122765, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015415105254570433, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015415105254570435 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 329, + "adam_update_count": 31584 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13687517901416868 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_81df65f67b7048ebae5e8bf72a2fab5c_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 330, + "next_interval": 0, + "next_adam_update": 31585, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 329, + "trained_intervals": 31584, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 31584, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.5136767625808716, + "median": 11.515111923217773, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4842950403690338, + "median": 0.4842950403690338, + "max": 0.4842950403690338, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.2758487462997437, + "median": 9.602606773376465, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.22009924054145813, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.581740140914917, + "median": 14803.3203125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4842950403690338, + "median": 0.4842950403690338, + "max": 0.4842950403690338, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5491, + "controller_edge_stiffness": 442 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0330.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0330.json new file mode 100644 index 0000000000000000000000000000000000000000..d950b425a2ddadcfef01618cc8a677e0a5852899 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0330.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0330", + "executed_epochs": 330, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_80982624cb21424fb1f1d1409c194ee6.npz", + "optimizer_file": "boundary_80982624cb21424fb1f1d1409c194ee6_optimizer.pt", + "arrays_sha256": "17fbc64574ee538df4d34e52e84bb0ef545c379eadb9cd0d0573456ba07fd71a", + "optimizer_sha256": "b62161b4a2ed0575cb1df2be42a24a3f31eef840ea20c7caeac117b1350e78c0", + "stage": "adam", + "completed_passes": 330, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 31680, + "adam_update_count": 31680, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 331, + "consumed_count": 330, + "last_submitted_update": 31680, + "last_consumed_update": 31584, + "pending": [ + { + "reference": { + "source_update": 31680, + "completed_passes": 330, + "next_interval": 0, + "trained_intervals": 31680, + "snapshot": "pass_end_0330", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 330, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 31680, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 31680, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.4972325314302e-05, + "update_l2": 0.030169226229190826 + }, + "raw_ground_friction": { + "gradient_l2": 0.0017589530907571316, + "update_l2": 0.0007778406143188477 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.250280638487311e-05, + "update_l2": 0.01300271600484848 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013371923798041694, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5494, + "attachment": 442, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.48256853222846985, + "ground_friction/effective": 0.48256853222846985, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013371923798041694, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003781611565500498, + "ssim_fused": 0.9817900061607361, + "seg_l1": 0.0038278186693787575, + "seg_ssim_ref": 0.9817898869514465, + "depth": 0.00035213241195053955, + "rgb_loss": 0.0066672940738499165, + "seg_loss": 0.006704277824610472, + "total": 0.013371923798041694 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004407607018947601, + "ssim_fused": 0.9795224666595459, + "seg_l1": 0.004495165776461363, + "seg_ssim_ref": 0.9795227646827698, + "depth": 0.0004860718023223389, + "rgb_loss": 0.007621592842042446, + "seg_loss": 0.00769157987087965, + "total": 0.015313658784724418, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004860718023223389, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011134415475289441 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029873198363929987, + "ssim_fused": 0.9855051040649414, + "seg_l1": 0.0033178881276398897, + "seg_ssim_ref": 0.9855049848556519, + "depth": 0.00043170953914005753, + "rgb_loss": 0.005288835149258375, + "seg_loss": 0.005553313530981541, + "total": 0.010842579924117768, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00043170953914005753, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00018356826309839087 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026522381231188774, + "ssim_fused": 0.9854962229728699, + "seg_l1": 0.0025819826405495405, + "seg_ssim_ref": 0.9854960441589355, + "depth": 0.00033466942374413413, + "rgb_loss": 0.005022546276450157, + "seg_loss": 0.004966377280652523, + "total": 0.009989258226526423, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033466942374413413, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.274668068857857e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0050792815163731575, + "ssim_fused": 0.9766361117362976, + "seg_l1": 0.0049162376672029495, + "seg_ssim_ref": 0.976635754108429, + "depth": 0.00015607888259562766, + "rgb_loss": 0.008736202493309975, + "seg_loss": 0.008605839684605598, + "total": 0.01734219825679817, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015607888259562766, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001560788825956277 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 330, + "adam_update_count": 31680 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13970923199667595 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_80982624cb21424fb1f1d1409c194ee6_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 331, + "next_interval": 0, + "next_adam_update": 31681, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 330, + "trained_intervals": 31680, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 31680, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.5221916437149048, + "median": 11.515116691589355, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4833463728427887, + "median": 0.4833463728427887, + "max": 0.4833463728427887, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.2654563188552856, + "median": 9.6005277633667, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.21823307871818542, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.5447096824645996, + "median": 14772.576171875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4833463728427887, + "median": 0.4833463728427887, + "max": 0.4833463728427887, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5494, + "controller_edge_stiffness": 442 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0331.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0331.json new file mode 100644 index 0000000000000000000000000000000000000000..2502847c7e06011a23090a22fd4697351a7aa013 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0331.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0331", + "executed_epochs": 331, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f995b09aa4a74ad59079e968ea5a720b.npz", + "optimizer_file": "boundary_f995b09aa4a74ad59079e968ea5a720b_optimizer.pt", + "arrays_sha256": "c91d5e8cf8ae57078850ee391e961b77dd96de3e8a27e044c2f7bb205f208f28", + "optimizer_sha256": "3e63e200fbdba7f47dbf34d71dcb2bc1465436ff9b21a1680899e5ad1425d73c", + "stage": "adam", + "completed_passes": 331, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 31776, + "adam_update_count": 31776, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 332, + "consumed_count": 331, + "last_submitted_update": 31776, + "last_consumed_update": 31680, + "pending": [ + { + "reference": { + "source_update": 31776, + "completed_passes": 331, + "next_interval": 0, + "trained_intervals": 31776, + "snapshot": "pass_end_0331", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 331, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 31776, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 31776, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.858661021804437e-05, + "update_l2": 0.029719647020101547 + }, + "raw_ground_friction": { + "gradient_l2": 0.0014188025379553437, + "update_l2": 0.0007664263248443604 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1382957382011227e-05, + "update_l2": 0.01128171943128109 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013155466183768182, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5496, + "attachment": 442, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4834032952785492, + "ground_friction/effective": 0.4834032952785492, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013155466183768182, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003721123095601797, + "ssim_fused": 0.9820196032524109, + "seg_l1": 0.0037325755693018436, + "seg_ssim_ref": 0.9820195436477661, + "depth": 0.00034203355160270204, + "rgb_loss": 0.006572972517460585, + "seg_loss": 0.006582151632755995, + "total": 0.013155466183768182 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004336058162152767, + "ssim_fused": 0.9797682166099548, + "seg_l1": 0.00439697178080678, + "seg_ssim_ref": 0.9797684550285339, + "depth": 0.0004800300845214062, + "rgb_loss": 0.007515203207731247, + "seg_loss": 0.007563886698335409, + "total": 0.015079570401812464, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004800300845214062, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010530243695196176 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028828964568674564, + "ssim_fused": 0.9858455657958984, + "seg_l1": 0.003159068990498781, + "seg_ssim_ref": 0.9858454465866089, + "depth": 0.00041447133596883085, + "rgb_loss": 0.005137204192578793, + "seg_loss": 0.0053581660613417625, + "total": 0.010495784725256524, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041447133596883085, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016633005992716416 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.00259608868509531, + "ssim_fused": 0.9857660531997681, + "seg_l1": 0.00248267175629735, + "seg_ssim_ref": 0.9857658743858337, + "depth": 0.00032208803319398103, + "rgb_loss": 0.004923660308122635, + "seg_loss": 0.004832962527871132, + "total": 0.009756944924026961, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032208803319398103, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.016529013842545e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005069450009614229, + "ssim_fused": 0.9766986966133118, + "seg_l1": 0.004891589749604464, + "seg_ssim_ref": 0.9766983985900879, + "depth": 0.00015154475272659003, + "rgb_loss": 0.00871582143008709, + "seg_loss": 0.008573591709136963, + "total": 0.01728956468397678, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015154475272659003, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015154475272659003 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 331, + "adam_update_count": 31776 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13204104200121947 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f995b09aa4a74ad59079e968ea5a720b_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 332, + "next_interval": 0, + "next_adam_update": 31777, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 331, + "trained_intervals": 31776, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 31776, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.5303332805633545, + "median": 11.515117645263672, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48416972160339355, + "median": 0.48416972160339355, + "max": 0.48416972160339355, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.2559998035430908, + "median": 9.595565795898438, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.21646352112293243, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.5113470554351807, + "median": 14699.4560546875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48416972160339355, + "median": 0.48416972160339355, + "max": 0.48416972160339355, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5496, + "controller_edge_stiffness": 442 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0332.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0332.json new file mode 100644 index 0000000000000000000000000000000000000000..406d6e4159ab576a274eb27503c8a8d2728d2d11 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0332.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0332", + "executed_epochs": 332, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_4c3749d4faa74423bb87e4f86e71bb3e.npz", + "optimizer_file": "boundary_4c3749d4faa74423bb87e4f86e71bb3e_optimizer.pt", + "arrays_sha256": "484eb1dc8ccbf38efc9668338380fc3308327fdc8012025a1bb81be49c565a2b", + "optimizer_sha256": "9066b7a10e66236c8f24f2a9d6fa56d1bb89db684ce872a0466aa602ed711f9a", + "stage": "adam", + "completed_passes": 332, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 31872, + "adam_update_count": 31872, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 333, + "consumed_count": 332, + "last_submitted_update": 31872, + "last_consumed_update": 31776, + "pending": [ + { + "reference": { + "source_update": 31872, + "completed_passes": 332, + "next_interval": 0, + "trained_intervals": 31872, + "snapshot": "pass_end_0332", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 332, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 31872, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 31872, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.726855594431981e-05, + "update_l2": 0.029904378578066826 + }, + "raw_ground_friction": { + "gradient_l2": 0.0014822884695604444, + "update_l2": 0.0007608532905578613 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1105093108199071e-05, + "update_l2": 0.011237011291086674 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013163222049253877, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5499, + "attachment": 442, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.48298290371894836, + "ground_friction/effective": 0.48298290371894836, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013163222049253877, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037225764244794846, + "ssim_fused": 0.982007622718811, + "seg_l1": 0.0037348088808357716, + "seg_ssim_ref": 0.9820075035095215, + "depth": 0.00034184463590014884, + "rgb_loss": 0.006576536688953638, + "seg_loss": 0.006586343515664339, + "total": 0.013163222049253877 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004352095071226358, + "ssim_fused": 0.97970050573349, + "seg_l1": 0.004414950497448444, + "seg_ssim_ref": 0.9797008037567139, + "depth": 0.0004800262598069902, + "rgb_loss": 0.0075415754690766335, + "seg_loss": 0.007591799832880497, + "total": 0.015133855328216938, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004800262598069902, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010529861223754576 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002892804564908147, + "ssim_fused": 0.9858173131942749, + "seg_l1": 0.003176955273374915, + "seg_ssim_ref": 0.9858172535896301, + "depth": 0.00041694664307404336, + "rgb_loss": 0.005150781013071537, + "seg_loss": 0.005378113593906164, + "total": 0.010529311087959488, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041694664307404336, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016880536703237672 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025943799410015345, + "ssim_fused": 0.985771119594574, + "seg_l1": 0.0024811469484120607, + "seg_ssim_ref": 0.9857708215713501, + "depth": 0.00032264361693109893, + "rgb_loss": 0.004921279847621918, + "seg_loss": 0.004830753430724144, + "total": 0.009752355921962993, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032264361693109893, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.07208738755434e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0050510261207818985, + "ssim_fused": 0.9767415523529053, + "seg_l1": 0.004866183269768953, + "seg_ssim_ref": 0.9767411947250366, + "depth": 0.0001477620237884629, + "rgb_loss": 0.008692510426044464, + "seg_loss": 0.008544707670807838, + "total": 0.01723736585887609, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001477620237884629, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014776202378846288 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 332, + "adam_update_count": 31872 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1419588789867703 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_4c3749d4faa74423bb87e4f86e71bb3e_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 333, + "next_interval": 0, + "next_adam_update": 31873, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 332, + "trained_intervals": 31872, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 31872, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.5380947589874268, + "median": 11.515128135681152, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4837437570095062, + "median": 0.4837437570095062, + "max": 0.4837437570095062, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.247459053993225, + "median": 9.590326309204102, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.2147899568080902, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.481485366821289, + "median": 14622.640625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4837437570095062, + "median": 0.4837437570095062, + "max": 0.4837437570095062, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5499, + "controller_edge_stiffness": 442 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0333.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0333.json new file mode 100644 index 0000000000000000000000000000000000000000..0782c53443a38665781480391250a96f339a2a30 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0333.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0333", + "executed_epochs": 333, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e0b25efe717c4e6bbee39ecc8b16b322.npz", + "optimizer_file": "boundary_e0b25efe717c4e6bbee39ecc8b16b322_optimizer.pt", + "arrays_sha256": "e42603fe99b61e3ac14666205bd6cb02069aa6d1e9c37d74ba979403b8eb4d2f", + "optimizer_sha256": "6c7f2d5f67b4a21e063c87e2f81d8ee2653e5cc17ac5901f9136160329e4d838", + "stage": "adam", + "completed_passes": 333, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 31968, + "adam_update_count": 31968, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 334, + "consumed_count": 333, + "last_submitted_update": 31968, + "last_consumed_update": 31872, + "pending": [ + { + "reference": { + "source_update": 31968, + "completed_passes": 333, + "next_interval": 0, + "trained_intervals": 31968, + "snapshot": "pass_end_0333", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 333, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 31968, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 31968, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.782881923252717e-05, + "update_l2": 0.029842564836144447 + }, + "raw_ground_friction": { + "gradient_l2": 0.001479354570619762, + "update_l2": 0.0007852315902709961 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1188416465301998e-05, + "update_l2": 0.011438742280006409 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013178835614171446, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5503, + "attachment": 444, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4828679859638214, + "ground_friction/effective": 0.4828679859638214, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013178835614171446, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003727266564965248, + "ssim_fused": 0.9819923043251038, + "seg_l1": 0.003741972614079714, + "seg_ssim_ref": 0.981992244720459, + "depth": 0.0003422522513295472, + "rgb_loss": 0.0065833586268126965, + "seg_loss": 0.0065951356664299965, + "total": 0.013178835614171446 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004352654330432415, + "ssim_fused": 0.979709267616272, + "seg_l1": 0.004419712815433741, + "seg_ssim_ref": 0.9797095656394958, + "depth": 0.00048018814283707696, + "rgb_loss": 0.0075402697548270226, + "seg_loss": 0.007593857124447823, + "total": 0.015134607067417682, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048018814283707696, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010546049526763253 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028992132283747196, + "ssim_fused": 0.9857954382896423, + "seg_l1": 0.0031849071383476257, + "seg_ssim_ref": 0.9857953786849976, + "depth": 0.0004182526496559798, + "rgb_loss": 0.005160283297300339, + "seg_loss": 0.005388850346207619, + "total": 0.010549551896157614, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004182526496559798, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017011137361431318 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026001520454883575, + "ssim_fused": 0.9857391119003296, + "seg_l1": 0.002490526530891657, + "seg_ssim_ref": 0.9857389330863953, + "depth": 0.00032272825814240295, + "rgb_loss": 0.004932299256324768, + "seg_loss": 0.004844634793698788, + "total": 0.009777256778281698, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032272825814240295, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.080551508684739e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005057046189904213, + "ssim_fused": 0.9767252802848816, + "seg_l1": 0.004872743971645832, + "seg_ssim_ref": 0.9767249822616577, + "depth": 0.00014783995468272928, + "rgb_loss": 0.008700581267476082, + "seg_loss": 0.008553198538720608, + "total": 0.017253926714828796, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014783995468272928, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001478399546827293 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 333, + "adam_update_count": 31968 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13307091599563137 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e0b25efe717c4e6bbee39ecc8b16b322_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 334, + "next_interval": 0, + "next_adam_update": 31969, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 333, + "trained_intervals": 31968, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 31968, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.54572594165802, + "median": 11.51513385772705, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4836532175540924, + "median": 0.4836532175540924, + "max": 0.4836532175540924, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.2392381429672241, + "median": 9.584708213806152, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.21315708756446838, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.45298171043396, + "median": 14540.7197265625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4836532175540924, + "median": 0.4836532175540924, + "max": 0.4836532175540924, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5503, + "controller_edge_stiffness": 444 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0334.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0334.json new file mode 100644 index 0000000000000000000000000000000000000000..71fdaa48de237cc20eba929a0aa696f46fdc0f0a --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0334.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0334", + "executed_epochs": 334, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_60ba79e244fc47fc9cc0ffce568c642b.npz", + "optimizer_file": "boundary_60ba79e244fc47fc9cc0ffce568c642b_optimizer.pt", + "arrays_sha256": "37294e68c82109e02c5eebe2cc42d8624f886c9f5ea07d4eea003027d75c7058", + "optimizer_sha256": "d2cf1df1938f8af7fce1a79194cf92a302a5fc0049e20c640713b94a38a93c2e", + "stage": "adam", + "completed_passes": 334, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 32064, + "adam_update_count": 32064, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 335, + "consumed_count": 334, + "last_submitted_update": 32064, + "last_consumed_update": 31968, + "pending": [ + { + "reference": { + "source_update": 32064, + "completed_passes": 334, + "next_interval": 0, + "trained_intervals": 32064, + "snapshot": "pass_end_0334", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 334, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 32064, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 32064, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.915869693737477e-05, + "update_l2": 0.02998158149421215 + }, + "raw_ground_friction": { + "gradient_l2": 0.0019445407669991255, + "update_l2": 0.0007602274417877197 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1008615729224402e-05, + "update_l2": 0.011421684175729752 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013154894767317016, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5507, + "attachment": 444, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.48242315649986267, + "ground_friction/effective": 0.48242315649986267, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013154894767317016, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037188963033258915, + "ssim_fused": 0.9820110201835632, + "seg_l1": 0.0037297639064490795, + "seg_ssim_ref": 0.9820108413696289, + "depth": 0.0003412850080315387, + "rgb_loss": 0.00657291617244482, + "seg_loss": 0.00658163707703352, + "total": 0.013154894767317016 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004368860274553299, + "ssim_fused": 0.9796146154403687, + "seg_l1": 0.004429315682500601, + "seg_ssim_ref": 0.979614794254303, + "depth": 0.00047999686131564284, + "rgb_loss": 0.007572165224701166, + "seg_loss": 0.0076204938814044, + "total": 0.015193139568628168, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047999686131564284, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010526921374619834 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028982344083487988, + "ssim_fused": 0.9858027696609497, + "seg_l1": 0.003191564464941621, + "seg_ssim_ref": 0.9858026504516602, + "depth": 0.00041933149858222683, + "rgb_loss": 0.005158033687621355, + "seg_loss": 0.005392721854150295, + "total": 0.01055117533893152, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041933149858222683, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017119022254056016 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025843633338809013, + "ssim_fused": 0.9858229160308838, + "seg_l1": 0.0024681107606738806, + "seg_ssim_ref": 0.9858226776123047, + "depth": 0.00032310343101465445, + "rgb_loss": 0.004902907647192478, + "seg_loss": 0.004809953272342682, + "total": 0.009713184022966176, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032310343101465445, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.118068795909891e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005024127662181854, + "ssim_fused": 0.976803719997406, + "seg_l1": 0.0048300642520189285, + "seg_ssim_ref": 0.9768033623695374, + "depth": 0.00014270824121363047, + "rgb_loss": 0.008658558130264282, + "seg_loss": 0.008503379300236702, + "total": 0.017162080138742198, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014270824121363047, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014270824121363047 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 334, + "adam_update_count": 32064 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13302527400082909 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_60ba79e244fc47fc9cc0ffce568c642b_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 335, + "next_interval": 0, + "next_adam_update": 32065, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 334, + "trained_intervals": 32064, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 32064, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.5535370111465454, + "median": 11.515135765075684, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4831833839416504, + "median": 0.4831833839416504, + "max": 0.4831833839416504, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.2308242321014404, + "median": 9.578468322753906, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.21149857342243195, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.4240503311157227, + "median": 14450.2685546875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4831833839416504, + "median": 0.4831833839416504, + "max": 0.4831833839416504, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5507, + "controller_edge_stiffness": 444 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0335.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0335.json new file mode 100644 index 0000000000000000000000000000000000000000..20192ff03eae3c98b8d479a130cb7c9275f83a51 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0335.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0335", + "executed_epochs": 335, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_47ccb21d8e86443e9f7b1d7d969dd14f.npz", + "optimizer_file": "boundary_47ccb21d8e86443e9f7b1d7d969dd14f_optimizer.pt", + "arrays_sha256": "2942ba988aaeab2db51cd96cfa4c2a556bd842b04c1742d314c6e5ad9af64324", + "optimizer_sha256": "a6064308780df92b72ef74b84644565209a3404e5dfe1e67e0384b214eb9dd1f", + "stage": "adam", + "completed_passes": 335, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 32160, + "adam_update_count": 32160, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 336, + "consumed_count": 335, + "last_submitted_update": 32160, + "last_consumed_update": 32064, + "pending": [ + { + "reference": { + "source_update": 32160, + "completed_passes": 335, + "next_interval": 0, + "trained_intervals": 32160, + "snapshot": "pass_end_0335", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 335, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 32160, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 32160, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.799086936051026e-05, + "update_l2": 0.030365800485014915 + }, + "raw_ground_friction": { + "gradient_l2": 0.0017944592982530594, + "update_l2": 0.0007668435573577881 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1049402928620111e-05, + "update_l2": 0.01137329638004303 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013187881194585086, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5511, + "attachment": 444, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4822455942630768, + "ground_friction/effective": 0.4822455942630768, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013187881194585086, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003728784853592515, + "ssim_fused": 0.9819786548614502, + "seg_l1": 0.003744950518012047, + "seg_ssim_ref": 0.9819785952568054, + "depth": 0.00034282782030201314, + "rgb_loss": 0.00658729113638401, + "seg_loss": 0.006600247696042061, + "total": 0.013187881194585086 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004372004419565201, + "ssim_fused": 0.9796215891838074, + "seg_l1": 0.004438719712197781, + "seg_ssim_ref": 0.9796218276023865, + "depth": 0.0004815407595483379, + "rgb_loss": 0.007573286071419716, + "seg_loss": 0.007626610808074474, + "total": 0.015200378420253739, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004815407595483379, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010681311197889348 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002911839634180069, + "ssim_fused": 0.9857573509216309, + "seg_l1": 0.0032093049958348274, + "seg_ssim_ref": 0.9857571721076965, + "depth": 0.00042064199743119826, + "rgb_loss": 0.005178001709282398, + "seg_loss": 0.005416009575128555, + "total": 0.010594431926408385, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042064199743119826, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017250072138953157 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002596094273030758, + "ssim_fused": 0.9857629537582397, + "seg_l1": 0.002487035933881998, + "seg_ssim_ref": 0.9857627153396606, + "depth": 0.0003248513725506038, + "rgb_loss": 0.0049242847599089146, + "seg_loss": 0.004837085958570242, + "total": 0.009761695569851707, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003248513725506038, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.29286294950482e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005035201087594032, + "ssim_fused": 0.9767728447914124, + "seg_l1": 0.0048447418957948685, + "seg_ssim_ref": 0.9767725467681885, + "depth": 0.0001442771516779127, + "rgb_loss": 0.008673591539263725, + "seg_loss": 0.008521283976733685, + "total": 0.017195018861826512, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001442771516779127, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001442771516779127 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 335, + "adam_update_count": 32160 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13808137399610132 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_47ccb21d8e86443e9f7b1d7d969dd14f_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 336, + "next_interval": 0, + "next_adam_update": 32161, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 335, + "trained_intervals": 32160, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 32160, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.5612977743148804, + "median": 11.515148162841797, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48301243782043457, + "median": 0.48301243782043457, + "max": 0.48301243782043457, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.2226192951202393, + "median": 9.572847366333008, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.209863543510437, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.396071434020996, + "median": 14369.2724609375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48301243782043457, + "median": 0.48301243782043457, + "max": 0.48301243782043457, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5511, + "controller_edge_stiffness": 444 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0336.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0336.json new file mode 100644 index 0000000000000000000000000000000000000000..0ce53a31a163580ce586f01a49cfe39cd71811ee --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0336.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0336", + "executed_epochs": 336, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d45871b28195475a976de4aed139d954.npz", + "optimizer_file": "boundary_d45871b28195475a976de4aed139d954_optimizer.pt", + "arrays_sha256": "d08cb1e0517a5e0ed2166b7bee645219f7dcf677b2f6c020830af95d48b8e8dc", + "optimizer_sha256": "5fc7052bd5119b534776a5bf619dd7727e7433f1345c05c9642c140fe57f0da5", + "stage": "adam", + "completed_passes": 336, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 32256, + "adam_update_count": 32256, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 337, + "consumed_count": 336, + "last_submitted_update": 32256, + "last_consumed_update": 32160, + "pending": [ + { + "reference": { + "source_update": 32256, + "completed_passes": 336, + "next_interval": 0, + "trained_intervals": 32256, + "snapshot": "pass_end_0336", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 336, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 32256, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 32256, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.750648703426123e-05, + "update_l2": 0.030130594968795776 + }, + "raw_ground_friction": { + "gradient_l2": 0.0014730102848261595, + "update_l2": 0.0007889270782470703 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1112279025837779e-05, + "update_l2": 0.011469054035842419 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013203298766442004, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5512, + "attachment": 444, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.48236575722694397, + "ground_friction/effective": 0.48236575722694397, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013203298766442004, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037340109702199697, + "ssim_fused": 0.9819661974906921, + "seg_l1": 0.0037527671083807945, + "seg_ssim_ref": 0.9819660782814026, + "depth": 0.00034328577703557036, + "rgb_loss": 0.006593966390937567, + "seg_loss": 0.006608989089727402, + "total": 0.013203298766442004 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004366347566246986, + "ssim_fused": 0.9796639680862427, + "seg_l1": 0.004439475946128368, + "seg_ssim_ref": 0.9796643257141113, + "depth": 0.0004817012907939756, + "rgb_loss": 0.0075602843426167965, + "seg_loss": 0.007618715986609459, + "total": 0.015179482496178337, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004817012907939756, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010697364322453115 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.00291570951230824, + "ssim_fused": 0.9857432842254639, + "seg_l1": 0.0032114514615386724, + "seg_ssim_ref": 0.9857431054115295, + "depth": 0.000420077050561603, + "rgb_loss": 0.0051839109510183334, + "seg_loss": 0.005420539993792772, + "total": 0.01060487055620038, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000420077050561603, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017193577451993637 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026042768731713295, + "ssim_fused": 0.9857186079025269, + "seg_l1": 0.002498831832781434, + "seg_ssim_ref": 0.985718309879303, + "depth": 0.0003249565717808177, + "rgb_loss": 0.00493970001116395, + "seg_loss": 0.0048554036766290665, + "total": 0.00979542817870351, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003249565717808177, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.3033828725262166e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005049710161983967, + "ssim_fused": 0.9767389893531799, + "seg_l1": 0.004861308727413416, + "seg_ssim_ref": 0.9767387509346008, + "depth": 0.00014640819500588503, + "rgb_loss": 0.008691970258951187, + "seg_loss": 0.008541297167539597, + "total": 0.01723341383468579, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014640819500588503, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.000146408195005885 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 336, + "adam_update_count": 32256 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13707360098487698 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d45871b28195475a976de4aed139d954_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 337, + "next_interval": 0, + "next_adam_update": 32257, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 336, + "trained_intervals": 32256, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 32256, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.5690155029296875, + "median": 11.515159606933594, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48315468430519104, + "median": 0.48315468430519104, + "max": 0.48315468430519104, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.2146673202514648, + "median": 9.568644523620605, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.20825009047985077, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.3691728115081787, + "median": 14309.0087890625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48315468430519104, + "median": 0.48315468430519104, + "max": 0.48315468430519104, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5512, + "controller_edge_stiffness": 444 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0337.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0337.json new file mode 100644 index 0000000000000000000000000000000000000000..8bff22804ec9d805c8e4f1a90495ea6d752726f2 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0337.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0337", + "executed_epochs": 337, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a4a82d3aba90480fa700072244c7aff2.npz", + "optimizer_file": "boundary_a4a82d3aba90480fa700072244c7aff2_optimizer.pt", + "arrays_sha256": "c98d79a50795164ecb3c4170f4a05814fd5e6d5b45e0ede7aa1fc8674ca8e07e", + "optimizer_sha256": "b7b77e6bd22979425da1cbec0ce836c8f0b7191634b3b7fcdcbd04568b14515e", + "stage": "adam", + "completed_passes": 337, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 32352, + "adam_update_count": 32352, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 338, + "consumed_count": 337, + "last_submitted_update": 32352, + "last_consumed_update": 32256, + "pending": [ + { + "reference": { + "source_update": 32352, + "completed_passes": 337, + "next_interval": 0, + "trained_intervals": 32352, + "snapshot": "pass_end_0337", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 337, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 32352, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 32352, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.010344365378842e-05, + "update_l2": 0.030138889327645302 + }, + "raw_ground_friction": { + "gradient_l2": 0.0020919160451740026, + "update_l2": 0.0007615387439727783 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1090693988080602e-05, + "update_l2": 0.011319087818264961 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013179231454412185, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5514, + "attachment": 444, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4814285635948181, + "ground_friction/effective": 0.4814285635948181, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013179231454412185, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037254318594932556, + "ssim_fused": 0.981985330581665, + "seg_l1": 0.003740802640095353, + "seg_ssim_ref": 0.9819851517677307, + "depth": 0.0003425132284964719, + "rgb_loss": 0.006583285517990589, + "seg_loss": 0.0065956031903624535, + "total": 0.013179231454412185 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0043796515092253685, + "ssim_fused": 0.9795803427696228, + "seg_l1": 0.0044451444409787655, + "seg_ssim_ref": 0.9795807003974915, + "depth": 0.00048190706111361374, + "rgb_loss": 0.007587652653455734, + "seg_loss": 0.007639975752681494, + "total": 0.015228110778859629, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048190706111361374, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010717941354416933 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029133246280252934, + "ssim_fused": 0.9857545495033264, + "seg_l1": 0.003215557197108865, + "seg_ssim_ref": 0.9857544898986816, + "depth": 0.00042054544723954903, + "rgb_loss": 0.0051797498017549515, + "seg_loss": 0.0054215481504797935, + "total": 0.010601718497681984, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042054544723954903, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001724041711978824 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025896113365888596, + "ssim_fused": 0.9857973456382751, + "seg_l1": 0.0024781611282378435, + "seg_ssim_ref": 0.9857969880104065, + "depth": 0.0003253243539872992, + "rgb_loss": 0.004912219941616058, + "seg_loss": 0.004823131486773491, + "total": 0.009735676752743536, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003253243539872992, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.340161093174369e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005019139964133501, + "ssim_fused": 0.9768089652061462, + "seg_l1": 0.004824347794055939, + "seg_ssim_ref": 0.9768086075782776, + "depth": 0.00014227605164542586, + "rgb_loss": 0.008653519675135612, + "seg_loss": 0.008497756905853748, + "total": 0.01715141978836358, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014227605164542586, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014227605164542586 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 337, + "adam_update_count": 32352 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13888667500577867 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a4a82d3aba90480fa700072244c7aff2_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 338, + "next_interval": 0, + "next_adam_update": 32353, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 337, + "trained_intervals": 32352, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 32352, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.576919674873352, + "median": 11.515169143676758, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4821901023387909, + "median": 0.4821901023387909, + "max": 0.4821901023387909, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.2065117359161377, + "median": 9.563581466674805, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.2066105455160141, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.3418071269989014, + "median": 14236.744140625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4821901023387909, + "median": 0.4821901023387909, + "max": 0.4821901023387909, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5514, + "controller_edge_stiffness": 444 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0338.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0338.json new file mode 100644 index 0000000000000000000000000000000000000000..0d3f273cb5ca2996ff7ddb21f4e6aba5340a9a4b --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0338.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0338", + "executed_epochs": 338, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7e6c9c770784459ea4e59b29e6fd4612.npz", + "optimizer_file": "boundary_7e6c9c770784459ea4e59b29e6fd4612_optimizer.pt", + "arrays_sha256": "1450055f69b08cd87a08ab40b82ecff553b9e6d0c664a24d6ff730bbf31e89e6", + "optimizer_sha256": "450a7123bb7130a480cf2352e621c2ceaed7c97eec19c5b763c8324ba8707805", + "stage": "adam", + "completed_passes": 338, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 32448, + "adam_update_count": 32448, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 339, + "consumed_count": 338, + "last_submitted_update": 32448, + "last_consumed_update": 32352, + "pending": [ + { + "reference": { + "source_update": 32448, + "completed_passes": 338, + "next_interval": 0, + "trained_intervals": 32448, + "snapshot": "pass_end_0338", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 338, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 32448, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 32448, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.5626874351874e-05, + "update_l2": 0.030178314074873924 + }, + "raw_ground_friction": { + "gradient_l2": 0.001617169240489602, + "update_l2": 0.0007715523242950439 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0732162991189398e-05, + "update_l2": 0.011124242097139359 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013189047249437823, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5516, + "attachment": 445, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4822312593460083, + "ground_friction/effective": 0.4822312593460083, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013189047249437823, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003728951793164015, + "ssim_fused": 0.9819762110710144, + "seg_l1": 0.0037450199015438557, + "seg_ssim_ref": 0.9819761514663696, + "depth": 0.0003426339789775537, + "rgb_loss": 0.0065879225730896, + "seg_loss": 0.0066007827408611774, + "total": 0.013189047249437823 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00437923101708293, + "ssim_fused": 0.9796006679534912, + "seg_l1": 0.004450667183846235, + "seg_ssim_ref": 0.9796010255813599, + "depth": 0.0004820624908132271, + "rgb_loss": 0.0075832512229681015, + "seg_loss": 0.007640328723937273, + "total": 0.0152240615437349, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004820624908132271, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010733484324378271 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002917601028457284, + "ssim_fused": 0.9857405424118042, + "seg_l1": 0.0032187718898057938, + "seg_ssim_ref": 0.9857405424118042, + "depth": 0.0004206099004029403, + "rgb_loss": 0.005185972433537245, + "seg_loss": 0.00542690884321928, + "total": 0.010613301420995641, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004206099004029403, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017246862436127362 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002594785997644067, + "ssim_fused": 0.9857660531997681, + "seg_l1": 0.002485051052644849, + "seg_ssim_ref": 0.9857658743858337, + "depth": 0.0003259425054198234, + "rgb_loss": 0.00492261815816164, + "seg_loss": 0.004834866151213646, + "total": 0.009757810251880706, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003259425054198234, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.401976236426782e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0050241886638104916, + "ssim_fused": 0.9767975211143494, + "seg_l1": 0.0048255897127091885, + "seg_ssim_ref": 0.9767972230911255, + "depth": 0.000141921019274224, + "rgb_loss": 0.00865984708070755, + "seg_loss": 0.008501026779413223, + "total": 0.017161015781140047, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.000141921019274224, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.000141921019274224 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 338, + "adam_update_count": 32448 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13925316801760346 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7e6c9c770784459ea4e59b29e6fd4612_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 339, + "next_interval": 0, + "next_adam_update": 32449, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 338, + "trained_intervals": 32448, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 32448, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.5845392942428589, + "median": 11.515169143676758, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48300281167030334, + "median": 0.48300281167030334, + "max": 0.48300281167030334, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.1984333992004395, + "median": 9.55969524383545, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.20504222810268402, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.3149197101593018, + "median": 14181.5244140625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48300281167030334, + "median": 0.48300281167030334, + "max": 0.48300281167030334, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5516, + "controller_edge_stiffness": 445 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0339.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0339.json new file mode 100644 index 0000000000000000000000000000000000000000..38fbd06674a8744a51781d49ed8b08be5c84a1e0 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0339.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0339", + "executed_epochs": 339, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f7018967f9d3463b913601560fafeff1.npz", + "optimizer_file": "boundary_f7018967f9d3463b913601560fafeff1_optimizer.pt", + "arrays_sha256": "b2fa9e15673a41cc6b1f3bb43e585eb0a23e32b3138450a8fb77c18c9cd46d80", + "optimizer_sha256": "bde2f8178952ed8a2a3c6f30aab1e98a2c5e96acc16b1d0a70388161810c2ff8", + "stage": "adam", + "completed_passes": 339, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 32544, + "adam_update_count": 32544, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 340, + "consumed_count": 339, + "last_submitted_update": 32544, + "last_consumed_update": 32448, + "pending": [ + { + "reference": { + "source_update": 32544, + "completed_passes": 339, + "next_interval": 0, + "trained_intervals": 32544, + "snapshot": "pass_end_0339", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 339, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 32544, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 32544, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.078722359845415e-05, + "update_l2": 0.030270032584667206 + }, + "raw_ground_friction": { + "gradient_l2": 0.0019307611510157585, + "update_l2": 0.0008025765419006348 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1509196156112012e-05, + "update_l2": 0.011558671481907368 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013219124398029747, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5519, + "attachment": 446, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4818737804889679, + "ground_friction/effective": 0.4818737804889679, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013219124398029747, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037385134492069483, + "ssim_fused": 0.9819509387016296, + "seg_l1": 0.0037604165263473988, + "seg_ssim_ref": 0.9819508790969849, + "depth": 0.00034388417691218724, + "rgb_loss": 0.006600622553378344, + "seg_loss": 0.006618157494813204, + "total": 0.013219124398029747 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004370309878140688, + "ssim_fused": 0.979656457901001, + "seg_l1": 0.00444677984341979, + "seg_ssim_ref": 0.9796567559242249, + "depth": 0.00048182810304815774, + "rgb_loss": 0.007564956322312355, + "seg_loss": 0.007626072503626347, + "total": 0.01519151065404175, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048182810304815774, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010710045547871333 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029245056211948395, + "ssim_fused": 0.9857158064842224, + "seg_l1": 0.003225137246772647, + "seg_ssim_ref": 0.9857158064842224, + "depth": 0.0004207366477930921, + "rgb_loss": 0.005196443293243647, + "seg_loss": 0.005436948500573635, + "total": 0.010633812996126361, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004207366477930921, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017259537175142546 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026084263809025288, + "ssim_fused": 0.9857011437416077, + "seg_l1": 0.002506330842152238, + "seg_ssim_ref": 0.9857009649276733, + "depth": 0.00032607136333775186, + "rgb_loss": 0.004946512170135975, + "seg_loss": 0.004864871501922607, + "total": 0.00981170974342192, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032607136333775186, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.414862028219627e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005050811916589737, + "ssim_fused": 0.9767303466796875, + "seg_l1": 0.004863419104367495, + "seg_ssim_ref": 0.9767299890518188, + "depth": 0.00014690059346974722, + "rgb_loss": 0.00869457982480526, + "seg_loss": 0.008544737473130226, + "total": 0.017239464198528957, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014690059346974722, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014690059346974722 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 339, + "adam_update_count": 32544 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1414067749865353 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f7018967f9d3463b913601560fafeff1_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 340, + "next_interval": 0, + "next_adam_update": 32545, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 339, + "trained_intervals": 32544, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 32544, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.5922982692718506, + "median": 11.515172004699707, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48267635703086853, + "median": 0.48267635703086853, + "max": 0.48267635703086853, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.1906572580337524, + "median": 9.55551528930664, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.20345747470855713, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.2892425060272217, + "median": 14122.369140625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48267635703086853, + "median": 0.48267635703086853, + "max": 0.48267635703086853, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5519, + "controller_edge_stiffness": 446 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0340.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0340.json new file mode 100644 index 0000000000000000000000000000000000000000..d0439fbbaa47dcc3bac98e921c34a12ce9eee40d --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0340.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0340", + "executed_epochs": 340, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_dfbae2ded2c54f16b04bfcb167b211fd.npz", + "optimizer_file": "boundary_dfbae2ded2c54f16b04bfcb167b211fd_optimizer.pt", + "arrays_sha256": "84478473124f4499c76de7b41d59d95c02b35ae6f5d84e2e6b7ece81f1e07374", + "optimizer_sha256": "ac65568f51cdb27b283e20c8a7565b422eb8203ac3137f741f9413bfd9f05e53", + "stage": "adam", + "completed_passes": 340, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 32640, + "adam_update_count": 32640, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 341, + "consumed_count": 340, + "last_submitted_update": 32640, + "last_consumed_update": 32544, + "pending": [ + { + "reference": { + "source_update": 32640, + "completed_passes": 340, + "next_interval": 0, + "trained_intervals": 32640, + "snapshot": "pass_end_0340", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 340, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 32640, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 32640, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.119746391661465e-05, + "update_l2": 0.030184781178832054 + }, + "raw_ground_friction": { + "gradient_l2": 0.002167888218536973, + "update_l2": 0.0007739067077636719 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.11821073005558e-05, + "update_l2": 0.011301210150122643 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013202708676353375, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5521, + "attachment": 446, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4812172055244446, + "ground_friction/effective": 0.4812172055244446, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013202708676353375, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003731922712177038, + "ssim_fused": 0.9819609522819519, + "seg_l1": 0.0037514844443649054, + "seg_ssim_ref": 0.9819608330726624, + "depth": 0.00034295570878318464, + "rgb_loss": 0.006593341939151287, + "seg_loss": 0.0066090235486626625, + "total": 0.013202708676353375 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004390744958072901, + "ssim_fused": 0.979544997215271, + "seg_l1": 0.004461629781872034, + "seg_ssim_ref": 0.9795451760292053, + "depth": 0.0004821333588825332, + "rgb_loss": 0.007603596895933151, + "seg_loss": 0.007660268805921078, + "total": 0.015264347835213112, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004821333588825332, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010740571131308872 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029287172947078943, + "ssim_fused": 0.9857060313224792, + "seg_l1": 0.003240345511585474, + "seg_ssim_ref": 0.9857059121131897, + "depth": 0.00042182099468488686, + "rgb_loss": 0.005201767664402723, + "seg_loss": 0.00545109435915947, + "total": 0.010653284310218164, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042182099468488686, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017367971864322022 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.00259383418597281, + "ssim_fused": 0.9857779145240784, + "seg_l1": 0.0024868459440767765, + "seg_ssim_ref": 0.9857776165008545, + "depth": 0.0003270028786529372, + "rgb_loss": 0.004919484723359346, + "seg_loss": 0.004833953455090523, + "total": 0.009753764715667235, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003270028786529372, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.508013559738166e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005014394875615835, + "ssim_fused": 0.9768149852752686, + "seg_l1": 0.0048171160742640495, + "seg_ssim_ref": 0.9768145680427551, + "depth": 0.00014086560291238126, + "rgb_loss": 0.008648518472909927, + "seg_loss": 0.00849077943712473, + "total": 0.017139437844314993, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014086560291238126, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014086560291238126 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 340, + "adam_update_count": 32640 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13656986100249924 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_dfbae2ded2c54f16b04bfcb167b211fd_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 341, + "next_interval": 0, + "next_adam_update": 32641, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 340, + "trained_intervals": 32640, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 32640, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.6003315448760986, + "median": 11.515175819396973, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48199111223220825, + "median": 0.48199111223220825, + "max": 0.48199111223220825, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.182606816291809, + "median": 9.549673080444336, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.20182958245277405, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.262868881225586, + "median": 14040.103515625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48199111223220825, + "median": 0.48199111223220825, + "max": 0.48199111223220825, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5521, + "controller_edge_stiffness": 446 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0341.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0341.json new file mode 100644 index 0000000000000000000000000000000000000000..b024f8d8ea8ff5f6a04cb72d2ad7da3a912d83e6 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0341.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0341", + "executed_epochs": 341, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_674db7c6fe0c41e082f59cc94bf80890.npz", + "optimizer_file": "boundary_674db7c6fe0c41e082f59cc94bf80890_optimizer.pt", + "arrays_sha256": "6565a9ca2132025ffc7505f6d1ef513166452cb87a12e3879156e883ac82f893", + "optimizer_sha256": "b35d10426463804867603e29d31cce5587351aaa1f3b9b6ffcd294a9e259bbd0", + "stage": "adam", + "completed_passes": 341, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 32736, + "adam_update_count": 32736, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 342, + "consumed_count": 341, + "last_submitted_update": 32736, + "last_consumed_update": 32640, + "pending": [ + { + "reference": { + "source_update": 32736, + "completed_passes": 341, + "next_interval": 0, + "trained_intervals": 32736, + "snapshot": "pass_end_0341", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 341, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 32736, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 32736, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.16070057428442e-05, + "update_l2": 0.03068758174777031 + }, + "raw_ground_friction": { + "gradient_l2": 0.002209512982517481, + "update_l2": 0.0008029043674468994 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1214735422981903e-05, + "update_l2": 0.01137531828135252 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013213100425962217, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5523, + "attachment": 446, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4815453886985779, + "ground_friction/effective": 0.4815453886985779, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013213100425962217, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003735290141776204, + "ssim_fused": 0.981951117515564, + "seg_l1": 0.0037562078796327114, + "seg_ssim_ref": 0.9819510579109192, + "depth": 0.00034324086070713954, + "rgb_loss": 0.006597999949008226, + "seg_loss": 0.00661475770175457, + "total": 0.013213100425962217 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004391153808683157, + "ssim_fused": 0.9795525670051575, + "seg_l1": 0.004465102683752775, + "seg_ssim_ref": 0.9795527458190918, + "depth": 0.0004826614775832018, + "rgb_loss": 0.007602409925311804, + "seg_loss": 0.007661533076316118, + "total": 0.015264425663105504, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004826614775832018, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010793383001375736 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002932810690253973, + "ssim_fused": 0.9856931567192078, + "seg_l1": 0.003245561383664608, + "seg_ssim_ref": 0.985693097114563, + "depth": 0.00042186959001856575, + "rgb_loss": 0.005207617301493883, + "seg_loss": 0.005457829684019089, + "total": 0.010665868389441703, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042186959001856575, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001737283139768991 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025980728678405285, + "ssim_fused": 0.9857564568519592, + "seg_l1": 0.0024932613596320152, + "seg_ssim_ref": 0.9857562184333801, + "depth": 0.0003270549277904339, + "rgb_loss": 0.0049271672032773495, + "seg_loss": 0.004843365401029587, + "total": 0.009770860124896015, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003270549277904339, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.5132184734878375e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005019123665988445, + "ssim_fused": 0.9768024682998657, + "seg_l1": 0.004820905160158873, + "seg_ssim_ref": 0.9768021106719971, + "depth": 0.00014137744743635667, + "rgb_loss": 0.008654804900288582, + "seg_loss": 0.008496302179992199, + "total": 0.017151247526405643, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014137744743635667, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001413774474363567 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 341, + "adam_update_count": 32736 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13412317601614632 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_674db7c6fe0c41e082f59cc94bf80890_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 342, + "next_interval": 0, + "next_adam_update": 32737, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 341, + "trained_intervals": 32736, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 32736, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.6083922386169434, + "median": 11.515182495117188, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4823482930660248, + "median": 0.4823482930660248, + "max": 0.4823482930660248, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.1747972965240479, + "median": 9.545894622802734, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.20020924508571625, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.2374866008758545, + "median": 13987.154296875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4823482930660248, + "median": 0.4823482930660248, + "max": 0.4823482930660248, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5523, + "controller_edge_stiffness": 446 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0342.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0342.json new file mode 100644 index 0000000000000000000000000000000000000000..c362ade7d53652adffae28cab99cab385547fd83 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0342.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0342", + "executed_epochs": 342, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_cb6da04a186c4f2a98245454deee732a.npz", + "optimizer_file": "boundary_cb6da04a186c4f2a98245454deee732a_optimizer.pt", + "arrays_sha256": "3761d84a444e9a2ecfa3b71f9b917f6bb5886234c108c4b4cec14bfbbc7f9f45", + "optimizer_sha256": "2481d2a19bf156a61a39064d1e0bb066418be0acae613f9031d6b09c8fa304f0", + "stage": "adam", + "completed_passes": 342, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 32832, + "adam_update_count": 32832, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 343, + "consumed_count": 342, + "last_submitted_update": 32832, + "last_consumed_update": 32736, + "pending": [ + { + "reference": { + "source_update": 32832, + "completed_passes": 342, + "next_interval": 0, + "trained_intervals": 32832, + "snapshot": "pass_end_0342", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 342, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 32832, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 32832, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.784035890130326e-05, + "update_l2": 0.030048495158553123 + }, + "raw_ground_friction": { + "gradient_l2": 0.0016436848090961576, + "update_l2": 0.0007657110691070557 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1012921277142595e-05, + "update_l2": 0.011044686660170555 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013208931680473188, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5524, + "attachment": 447, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.48115622997283936, + "ground_friction/effective": 0.48115622997283936, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013208931680473188, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037347935140132904, + "ssim_fused": 0.9819572567939758, + "seg_l1": 0.0037545328959822655, + "seg_ssim_ref": 0.9819571375846863, + "depth": 0.00034332804630310025, + "rgb_loss": 0.006596386432647705, + "seg_loss": 0.0066122012212872505, + "total": 0.013208931680473188 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004384960513561964, + "ssim_fused": 0.9795878529548645, + "seg_l1": 0.004461923148483038, + "seg_ssim_ref": 0.9795880317687988, + "depth": 0.0004826394040815325, + "rgb_loss": 0.007590398192405701, + "seg_loss": 0.007651932537555695, + "total": 0.015242813369365477, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004826394040815325, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010791175651208807 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029285529162734747, + "ssim_fused": 0.985706090927124, + "seg_l1": 0.0032360106706619263, + "seg_ssim_ref": 0.9857060313224792, + "depth": 0.00042122099917071593, + "rgb_loss": 0.0052016242407262325, + "seg_loss": 0.005447602365165949, + "total": 0.010649647826891352, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042122099917071593, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017307972312904924 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025989131536334753, + "ssim_fused": 0.9857472777366638, + "seg_l1": 0.0024927903432399035, + "seg_ssim_ref": 0.9857470393180847, + "depth": 0.00032653941478062823, + "rgb_loss": 0.004929674789309502, + "seg_loss": 0.004844824783504009, + "total": 0.009774826112228291, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032653941478062823, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.461667172507272e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005026747472584248, + "ssim_fused": 0.9767877459526062, + "seg_l1": 0.004827406723052263, + "seg_ssim_ref": 0.9767873883247375, + "depth": 0.00014291236717952415, + "rgb_loss": 0.008663848973810673, + "seg_loss": 0.008504447527229786, + "total": 0.01716843941340764, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014291236717952415, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014291236717952412 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 342, + "adam_update_count": 32832 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.15110164901125245 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_cb6da04a186c4f2a98245454deee732a_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 343, + "next_interval": 0, + "next_adam_update": 32833, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 342, + "trained_intervals": 32832, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 32832, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.6165610551834106, + "median": 11.515185356140137, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4819219410419464, + "median": 0.4819219410419464, + "max": 0.4819219410419464, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.1671142578125, + "median": 9.53801441192627, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.19858042895793915, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.2127082347869873, + "median": 13877.3662109375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4819219410419464, + "median": 0.4819219410419464, + "max": 0.4819219410419464, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5524, + "controller_edge_stiffness": 447 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0343.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0343.json new file mode 100644 index 0000000000000000000000000000000000000000..d368e45d92b8f6787cd818d1180f924b08293417 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0343.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0343", + "executed_epochs": 343, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a46e98276de148be816e5bffee03640c.npz", + "optimizer_file": "boundary_a46e98276de148be816e5bffee03640c_optimizer.pt", + "arrays_sha256": "50f1cd14ab233a66dc57f659b256952f638ed3aa0c8160de733950188442d183", + "optimizer_sha256": "db9a7ff2bdb1e33eedcd5558cb13a14ea509d3f07c0ed19df8de363e87356976", + "stage": "adam", + "completed_passes": 343, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 32928, + "adam_update_count": 32928, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 344, + "consumed_count": 343, + "last_submitted_update": 32928, + "last_consumed_update": 32832, + "pending": [ + { + "reference": { + "source_update": 32928, + "completed_passes": 343, + "next_interval": 0, + "trained_intervals": 32928, + "snapshot": "pass_end_0343", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 343, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 32928, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 32928, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.282277460442856e-05, + "update_l2": 0.03063334710896015 + }, + "raw_ground_friction": { + "gradient_l2": 0.0022744250018149614, + "update_l2": 0.0007944703102111816 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1294579053355847e-05, + "update_l2": 0.011640519835054874 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013227116606235594, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5525, + "attachment": 448, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4811900556087494, + "ground_friction/effective": 0.4811900556087494, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013227116606235594, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037393588572740555, + "ssim_fused": 0.9819377660751343, + "seg_l1": 0.0037629781290888786, + "seg_ssim_ref": 0.9819377064704895, + "depth": 0.0003441805393404664, + "rgb_loss": 0.006603931076824665, + "seg_loss": 0.006622841581702232, + "total": 0.013227116606235594 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004394719377160072, + "ssim_fused": 0.9795451760292053, + "seg_l1": 0.00447181286290288, + "seg_ssim_ref": 0.9795454740524292, + "depth": 0.0004833336586378411, + "rgb_loss": 0.0076067401096224785, + "seg_loss": 0.007668355479836464, + "total": 0.01527557892311758, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004833336586378411, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010860601106839667 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.00294076488353312, + "ssim_fused": 0.9856693744659424, + "seg_l1": 0.00325736659578979, + "seg_ssim_ref": 0.9856693148612976, + "depth": 0.0004218550659410865, + "rgb_loss": 0.005218736827373505, + "seg_loss": 0.0054720304906368256, + "total": 0.01069118917307627, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004218550659410865, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017371378989941986 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026014666073024273, + "ssim_fused": 0.9857410788536072, + "seg_l1": 0.0024997780565172434, + "seg_ssim_ref": 0.9857409000396729, + "depth": 0.00032871496254293655, + "rgb_loss": 0.004932957701385021, + "seg_loss": 0.004851642530411482, + "total": 0.009784928481097759, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032871496254293655, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.679221948738099e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0050204843282699585, + "ssim_fused": 0.976795494556427, + "seg_l1": 0.004822955932468176, + "seg_ssim_ref": 0.9767951369285583, + "depth": 0.00014281847024000144, + "rgb_loss": 0.008657288737595081, + "seg_loss": 0.00849933736026287, + "total": 0.017156769847650768, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014281847024000144, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014281847024000144 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 343, + "adam_update_count": 32928 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14154424800653942 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a46e98276de148be816e5bffee03640c_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 344, + "next_interval": 0, + "next_adam_update": 32929, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 343, + "trained_intervals": 32928, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 32928, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.624337077140808, + "median": 11.515185356140137, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48198452591896057, + "median": 0.48198452591896057, + "max": 0.48198452591896057, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.1593188047409058, + "median": 9.532217025756836, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.19704225659370422, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.187761068344116, + "median": 13797.146484375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48198452591896057, + "median": 0.48198452591896057, + "max": 0.48198452591896057, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5525, + "controller_edge_stiffness": 448 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0344.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0344.json new file mode 100644 index 0000000000000000000000000000000000000000..81bc80354463567a491cd238bfc1c707ef8696ab --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0344.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0344", + "executed_epochs": 344, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b22553ea16f841c2a80316d8b7d28687.npz", + "optimizer_file": "boundary_b22553ea16f841c2a80316d8b7d28687_optimizer.pt", + "arrays_sha256": "977eebe4fb27fdb4e2ebca1f20e751ea5da86633b02c77ae2917f68d10f2ba13", + "optimizer_sha256": "c44a52b758e921cbba1a41cd5b0b8337828af70b76279a0212e8b053dce0d277", + "stage": "adam", + "completed_passes": 344, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 33024, + "adam_update_count": 33024, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 345, + "consumed_count": 344, + "last_submitted_update": 33024, + "last_consumed_update": 32928, + "pending": [ + { + "reference": { + "source_update": 33024, + "completed_passes": 344, + "next_interval": 0, + "trained_intervals": 33024, + "snapshot": "pass_end_0344", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 344, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 33024, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 33024, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.68176027527079e-05, + "update_l2": 0.030565598979592323 + }, + "raw_ground_friction": { + "gradient_l2": 0.00245551741681993, + "update_l2": 0.000802457332611084 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1769733646360692e-05, + "update_l2": 0.012009725905954838 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013258352901091982, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5528, + "attachment": 448, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4810505211353302, + "ground_friction/effective": 0.4810505211353302, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013258352901091982, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003748316550627351, + "ssim_fused": 0.9819080233573914, + "seg_l1": 0.0037781628780066967, + "seg_ssim_ref": 0.9819079041481018, + "depth": 0.0003455460576303692, + "rgb_loss": 0.006617054343223572, + "seg_loss": 0.006640952546149492, + "total": 0.013258352901091982 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004398424178361893, + "ssim_fused": 0.9795424342155457, + "seg_l1": 0.004479554481804371, + "seg_ssim_ref": 0.9795427322387695, + "depth": 0.0004839764484900257, + "rgb_loss": 0.007610253058373928, + "seg_loss": 0.007675097323954105, + "total": 0.015285834358776524, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004839764484900257, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010924880092058125 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029545424040406942, + "ssim_fused": 0.9856231808662415, + "seg_l1": 0.0032774407882243395, + "seg_ssim_ref": 0.9856230020523071, + "depth": 0.0004244678323741798, + "rgb_loss": 0.005238997749984264, + "seg_loss": 0.005497352220118046, + "total": 0.010736774437934684, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004244678323741798, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017632655633251316 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026110238395631313, + "ssim_fused": 0.9856981635093689, + "seg_l1": 0.0025169183500111103, + "seg_ssim_ref": 0.9856979846954346, + "depth": 0.000329368033362035, + "rgb_loss": 0.004949186462908983, + "seg_loss": 0.004873937927186489, + "total": 0.009823454223790122, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.000329368033362035, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.74452903064795e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005029275082051754, + "ssim_fused": 0.9767681956291199, + "seg_l1": 0.00483873812481761, + "seg_ssim_ref": 0.9767678380012512, + "depth": 0.00014437191629523616, + "rgb_loss": 0.008669780567288399, + "seg_loss": 0.008517423644661903, + "total": 0.0171873485838666, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014437191629523616, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014437191629523616 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 344, + "adam_update_count": 33024 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1408085739822127 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b22553ea16f841c2a80316d8b7d28687_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 345, + "next_interval": 0, + "next_adam_update": 33025, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 344, + "trained_intervals": 33024, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 33024, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.6327406167984009, + "median": 11.515188217163086, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4818529784679413, + "median": 0.4818529784679413, + "max": 0.4818529784679413, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.1513879299163818, + "median": 9.52737045288086, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.19539333879947662, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.162579298019409, + "median": 13730.439453125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4818529784679413, + "median": 0.4818529784679413, + "max": 0.4818529784679413, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5528, + "controller_edge_stiffness": 448 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0345.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0345.json new file mode 100644 index 0000000000000000000000000000000000000000..410ece9908d5215c63e07cabd9d06a36f2025898 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0345.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0345", + "executed_epochs": 345, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_18a83caa9d174af49ae33fd54ea868b7.npz", + "optimizer_file": "boundary_18a83caa9d174af49ae33fd54ea868b7_optimizer.pt", + "arrays_sha256": "ef7764b108a1fe86ad1a2444998168f9308a89f3968c61424526ca19a8d4ddf4", + "optimizer_sha256": "061e4b431c79ed40db6470ad13dec05004981e038ce38b21c424bcc06506b266", + "stage": "adam", + "completed_passes": 345, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 33120, + "adam_update_count": 33120, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 346, + "consumed_count": 345, + "last_submitted_update": 33120, + "last_consumed_update": 33024, + "pending": [ + { + "reference": { + "source_update": 33120, + "completed_passes": 345, + "next_interval": 0, + "trained_intervals": 33120, + "snapshot": "pass_end_0345", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 345, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 33120, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 33120, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.228306589648128e-05, + "update_l2": 0.03040715865790844 + }, + "raw_ground_friction": { + "gradient_l2": 0.002384748077020049, + "update_l2": 0.0008016824722290039 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1075243492086884e-05, + "update_l2": 0.011052712798118591 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013190394439839857, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5530, + "attachment": 450, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.48092740774154663, + "ground_friction/effective": 0.48092740774154663, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013190394439839857, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003728464711457491, + "ssim_fused": 0.9819744825363159, + "seg_l1": 0.0037462967447936535, + "seg_ssim_ref": 0.9819743633270264, + "depth": 0.0003422006155428891, + "rgb_loss": 0.0065878815948963165, + "seg_loss": 0.006602170877158642, + "total": 0.013190394439839857 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004392231348901987, + "ssim_fused": 0.9795435667037964, + "seg_l1": 0.0044647823087871075, + "seg_ssim_ref": 0.9795437455177307, + "depth": 0.00048208610381387796, + "rgb_loss": 0.007605071645230055, + "seg_loss": 0.007663076743483543, + "total": 0.0152686309404787, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048208610381387796, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010735845624443351 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002928242553025484, + "ssim_fused": 0.985709011554718, + "seg_l1": 0.0032414484303444624, + "seg_ssim_ref": 0.985709011554718, + "depth": 0.0004204315451103162, + "rgb_loss": 0.005200792104005814, + "seg_loss": 0.005451356526464224, + "total": 0.010652569527676434, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004204315451103162, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017229026906864951 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025883594062179327, + "ssim_fused": 0.985806405544281, + "seg_l1": 0.0024788877926766872, + "seg_ssim_ref": 0.9858061075210571, + "depth": 0.00032695593066125474, + "rgb_loss": 0.004909406416118145, + "seg_loss": 0.004821889102458954, + "total": 0.00973162247450776, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032695593066125474, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.5033187605699245e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0050050257705152035, + "ssim_fused": 0.9768388271331787, + "seg_l1": 0.0048000686801970005, + "seg_ssim_ref": 0.9768384695053101, + "depth": 0.00013932888258610745, + "rgb_loss": 0.00863625481724739, + "seg_loss": 0.008472361601889133, + "total": 0.017108754816696537, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013932888258610745, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013932888258610745 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 345, + "adam_update_count": 33120 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13738159398781136 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_18a83caa9d174af49ae33fd54ea868b7_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 346, + "next_interval": 0, + "next_adam_update": 33121, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 345, + "trained_intervals": 33120, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 33120, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.6412020921707153, + "median": 11.515189170837402, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48172909021377563, + "median": 0.48172909021377563, + "max": 0.48172909021377563, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.1435365676879883, + "median": 9.527364730834961, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.19374699890613556, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.137845754623413, + "median": 13730.3603515625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48172909021377563, + "median": 0.48172909021377563, + "max": 0.48172909021377563, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5530, + "controller_edge_stiffness": 450 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0346.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0346.json new file mode 100644 index 0000000000000000000000000000000000000000..7f179a1873ca175f86e3597364090c206606c8b2 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0346.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0346", + "executed_epochs": 346, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_459d1ff5136c46b58812d37ba412b75d.npz", + "optimizer_file": "boundary_459d1ff5136c46b58812d37ba412b75d_optimizer.pt", + "arrays_sha256": "033dce35a1c8f6afe24cf2f616d07261dbc1ea195300d3c782a6b12f1a6cc109", + "optimizer_sha256": "0f036555a94157e2a984355e203ebfc01d66854c6576550c524ffb1fd1010e8d", + "stage": "adam", + "completed_passes": 346, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 33216, + "adam_update_count": 33216, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 347, + "consumed_count": 346, + "last_submitted_update": 33216, + "last_consumed_update": 33120, + "pending": [ + { + "reference": { + "source_update": 33216, + "completed_passes": 346, + "next_interval": 0, + "trained_intervals": 33216, + "snapshot": "pass_end_0346", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 346, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 33216, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 33216, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.51365364016965e-05, + "update_l2": 0.03035016916692257 + }, + "raw_ground_friction": { + "gradient_l2": 0.002248738892376423, + "update_l2": 0.0008098483085632324 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1710893886629492e-05, + "update_l2": 0.011900648474693298 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01322146255827709, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5531, + "attachment": 450, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4808988869190216, + "ground_friction/effective": 0.4808988869190216, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01322146255827709, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003738642670214176, + "ssim_fused": 0.9819513559341431, + "seg_l1": 0.0037633953616023064, + "seg_ssim_ref": 0.9819512367248535, + "depth": 0.0003441919313261234, + "rgb_loss": 0.006600646302103996, + "seg_loss": 0.006620472297072411, + "total": 0.01322146255827709 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004373980686068535, + "ssim_fused": 0.9796473383903503, + "seg_l1": 0.004453270696103573, + "seg_ssim_ref": 0.9796475172042847, + "depth": 0.00048238711594759183, + "rgb_loss": 0.007569717243313789, + "seg_loss": 0.00763311330229044, + "total": 0.015203312932720177, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048238711594759183, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010765946837814731 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029324775096029043, + "ssim_fused": 0.9856908321380615, + "seg_l1": 0.0032409904524683952, + "seg_ssim_ref": 0.985690712928772, + "depth": 0.00042196265816533344, + "rgb_loss": 0.005207815673202276, + "seg_loss": 0.0054546501487493515, + "total": 0.01066288825027108, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042196265816533344, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017382138212366678 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026054223999381065, + "ssim_fused": 0.9857215881347656, + "seg_l1": 0.0025052903220057487, + "seg_ssim_ref": 0.9857214093208313, + "depth": 0.0003271165921714984, + "rgb_loss": 0.004940020386129618, + "seg_loss": 0.004859950393438339, + "total": 0.009800297430498841, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003271165921714984, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.519384911594284e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005042690318077803, + "ssim_fused": 0.97674560546875, + "seg_l1": 0.004854029510170221, + "seg_ssim_ref": 0.9767452478408813, + "depth": 0.00014530135902007004, + "rgb_loss": 0.008685031905770302, + "seg_loss": 0.008534174412488937, + "total": 0.01721935161961826, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014530135902007004, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014530135902007004 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 346, + "adam_update_count": 33216 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13269851199584082 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_459d1ff5136c46b58812d37ba412b75d_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 347, + "next_interval": 0, + "next_adam_update": 33217, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 346, + "trained_intervals": 33216, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 33216, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.6490719318389893, + "median": 11.515189170837402, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48170873522758484, + "median": 0.48170873522758484, + "max": 0.48170873522758484, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.1359020471572876, + "median": 9.523752212524414, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.19222822785377502, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.113981246948242, + "median": 13680.8486328125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48170873522758484, + "median": 0.48170873522758484, + "max": 0.48170873522758484, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5531, + "controller_edge_stiffness": 450 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0347.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0347.json new file mode 100644 index 0000000000000000000000000000000000000000..8bbb15353bba9b8b1488059f93c38ba5bd620b2e --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0347.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0347", + "executed_epochs": 347, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_cf6c2dda98f44ab18352fdd1bae105d9.npz", + "optimizer_file": "boundary_cf6c2dda98f44ab18352fdd1bae105d9_optimizer.pt", + "arrays_sha256": "4d84018ed0c9da631bac61ac52ee786d614adb71d2bb01a30011a4921e07c473", + "optimizer_sha256": "8b247eb87ce0e70fdd367e202c99217e925be8d04b997263ffcd4b55b34e5c1c", + "stage": "adam", + "completed_passes": 347, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 33312, + "adam_update_count": 33312, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 348, + "consumed_count": 347, + "last_submitted_update": 33312, + "last_consumed_update": 33216, + "pending": [ + { + "reference": { + "source_update": 33312, + "completed_passes": 347, + "next_interval": 0, + "trained_intervals": 33312, + "snapshot": "pass_end_0347", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 347, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 33312, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 33312, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.038612915901467e-05, + "update_l2": 0.029846830293536186 + }, + "raw_ground_friction": { + "gradient_l2": 0.002259377855807543, + "update_l2": 0.0007729828357696533 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0844928510778118e-05, + "update_l2": 0.010609271004796028 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013174856953725998, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5533, + "attachment": 450, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4803072214126587, + "ground_friction/effective": 0.4803072214126587, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013174856953725998, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037240805104374886, + "ssim_fused": 0.9819899797439575, + "seg_l1": 0.003739018924534321, + "seg_ssim_ref": 0.981989860534668, + "depth": 0.00034196901399254184, + "rgb_loss": 0.006581271532922983, + "seg_loss": 0.006593243218958378, + "total": 0.013174856953725998 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004392561502754688, + "ssim_fused": 0.9795346856117249, + "seg_l1": 0.004462618846446276, + "seg_ssim_ref": 0.9795348644256592, + "depth": 0.00048194937086095, + "rgb_loss": 0.007607112638652325, + "seg_loss": 0.0076631223782896996, + "total": 0.015270716966312886, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048194937086095, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010722172329150554 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002923635533079505, + "ssim_fused": 0.985726535320282, + "seg_l1": 0.0032358658500015736, + "seg_ssim_ref": 0.9857264757156372, + "depth": 0.00042033828283091003, + "rgb_loss": 0.0051936013624072075, + "seg_loss": 0.005443397909402847, + "total": 0.010637419610092886, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042033828283091003, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017219700678924334 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002581587992608547, + "ssim_fused": 0.9858412742614746, + "seg_l1": 0.002468160120770335, + "seg_ssim_ref": 0.9858410954475403, + "depth": 0.0003263470715424045, + "rgb_loss": 0.004897015634924173, + "seg_loss": 0.0048063090071082115, + "total": 0.009703651454765214, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003263470715424045, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.4424328486848954e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00499853678047657, + "ssim_fused": 0.9768573641777039, + "seg_l1": 0.0047894311137497425, + "seg_ssim_ref": 0.9768570065498352, + "depth": 0.00013924133073590282, + "rgb_loss": 0.008627356961369514, + "seg_loss": 0.008460143581032753, + "total": 0.017087639783733004, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013924133073590282, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013924133073590282 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 347, + "adam_update_count": 33312 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13158906702301465 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_cf6c2dda98f44ab18352fdd1bae105d9_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 348, + "next_interval": 0, + "next_adam_update": 33313, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 347, + "trained_intervals": 33312, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 33312, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.65717351436615, + "median": 11.515191078186035, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48108020424842834, + "median": 0.48108020424842834, + "max": 0.48108020424842834, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.128132939338684, + "median": 9.518855094909668, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.19067716598510742, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.0898821353912354, + "median": 13614.015625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48108020424842834, + "median": 0.48108020424842834, + "max": 0.48108020424842834, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5533, + "controller_edge_stiffness": 450 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0348.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0348.json new file mode 100644 index 0000000000000000000000000000000000000000..f4c95f39a85bf776165e2f7fd78fea17404714fc --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0348.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0348", + "executed_epochs": 348, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_70f34f912b884c8dbe34e5ce7771f948.npz", + "optimizer_file": "boundary_70f34f912b884c8dbe34e5ce7771f948_optimizer.pt", + "arrays_sha256": "35f9574441f45c5359bccc495beee7060774aed091e650bec45b1706023e8cf5", + "optimizer_sha256": "3a226622bb4648643939d1ba74bf3ed1aa8be145020db69e4d25eb3d88685145", + "stage": "adam", + "completed_passes": 348, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 33408, + "adam_update_count": 33408, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 349, + "consumed_count": 348, + "last_submitted_update": 33408, + "last_consumed_update": 33312, + "pending": [ + { + "reference": { + "source_update": 33408, + "completed_passes": 348, + "next_interval": 0, + "trained_intervals": 33408, + "snapshot": "pass_end_0348", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 348, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 33408, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 33408, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.377953392686322e-05, + "update_l2": 0.030216902494430542 + }, + "raw_ground_friction": { + "gradient_l2": 0.0023622361477464437, + "update_l2": 0.0008178651332855225 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1329452718200628e-05, + "update_l2": 0.011298730038106441 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013222390467255997, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5535, + "attachment": 451, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.48053473234176636, + "ground_friction/effective": 0.48053473234176636, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013222390467255997, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003738537197932601, + "ssim_fused": 0.9819470047950745, + "seg_l1": 0.0037624782416969538, + "seg_ssim_ref": 0.9819468855857849, + "depth": 0.0003440379646295656, + "rgb_loss": 0.006601437926292419, + "seg_loss": 0.006620608735829592, + "total": 0.013222390467255997 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0043893614783883095, + "ssim_fused": 0.9795798659324646, + "seg_l1": 0.004470594227313995, + "seg_ssim_ref": 0.9795801639556885, + "depth": 0.0004823383155170208, + "rgb_loss": 0.007595515809953213, + "seg_loss": 0.007660442963242531, + "total": 0.015256441111511261, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004823383155170208, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010761066794757629 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029405385721474886, + "ssim_fused": 0.9856705665588379, + "seg_l1": 0.003256704658269882, + "seg_ssim_ref": 0.9856705665588379, + "depth": 0.00042184746061813943, + "rgb_loss": 0.005218317732214928, + "seg_loss": 0.005471250507980585, + "total": 0.010689989621994843, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042184746061813943, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017370618457647277 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002600631443783641, + "ssim_fused": 0.9857468008995056, + "seg_l1": 0.002498681889846921, + "seg_ssim_ref": 0.9857465028762817, + "depth": 0.00032871121993107306, + "rgb_loss": 0.0049311453476548195, + "seg_loss": 0.004849645309150219, + "total": 0.00978111936802497, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032871121993107306, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.678847687551744e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005023617297410965, + "ssim_fused": 0.9767906069755554, + "seg_l1": 0.00482393242418766, + "seg_ssim_ref": 0.9767902493476868, + "depth": 0.00014325486245202936, + "rgb_loss": 0.008660772815346718, + "seg_loss": 0.008501095697283745, + "total": 0.017162011767492914, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014325486245202936, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014325486245202936 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 348, + "adam_update_count": 33408 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13545566800166853 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_70f34f912b884c8dbe34e5ce7771f948_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 349, + "next_interval": 0, + "next_adam_update": 33409, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 348, + "trained_intervals": 33408, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 33408, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.6649127006530762, + "median": 11.5151948928833, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4813525974750519, + "median": 0.4813525974750519, + "max": 0.4813525974750519, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.120855689048767, + "median": 9.515830993652344, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.18920718133449554, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.0674779415130615, + "median": 13572.908203125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4813525974750519, + "median": 0.4813525974750519, + "max": 0.4813525974750519, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5535, + "controller_edge_stiffness": 451 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0349.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0349.json new file mode 100644 index 0000000000000000000000000000000000000000..2c3f29e8bf7af10e5564aa30669416cc801da6f1 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0349.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0349", + "executed_epochs": 349, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_4629556a30a64debbd85966d8f756cfe.npz", + "optimizer_file": "boundary_4629556a30a64debbd85966d8f756cfe_optimizer.pt", + "arrays_sha256": "a6a3205b80b3fd0d60a0dde27e222f3ba0cdd69d85c56f39bdc2eceb1003f655", + "optimizer_sha256": "1baad5fad86b9c350ea18feee46297a3df69d6b25fb0d1402836580a71d63e99", + "stage": "adam", + "completed_passes": 349, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 33504, + "adam_update_count": 33504, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 350, + "consumed_count": 349, + "last_submitted_update": 33504, + "last_consumed_update": 33408, + "pending": [ + { + "reference": { + "source_update": 33504, + "completed_passes": 349, + "next_interval": 0, + "trained_intervals": 33504, + "snapshot": "pass_end_0349", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 349, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 33504, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 33504, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.306360152550042e-05, + "update_l2": 0.029689693823456764 + }, + "raw_ground_friction": { + "gradient_l2": 0.0023881704546511173, + "update_l2": 0.000770270824432373 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1188813914486673e-05, + "update_l2": 0.01110996026545763 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013200361888865595, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5538, + "attachment": 451, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47968554496765137, + "ground_friction/effective": 0.47968554496765137, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013200361888865595, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037312665954232216, + "ssim_fused": 0.981965184211731, + "seg_l1": 0.003751300973817706, + "seg_ssim_ref": 0.9819650053977966, + "depth": 0.0003428682783891499, + "rgb_loss": 0.006591982673853636, + "seg_loss": 0.006608037278056145, + "total": 0.013200361888865595 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004397029988467693, + "ssim_fused": 0.9795253872871399, + "seg_l1": 0.004470549989491701, + "seg_ssim_ref": 0.9795255661010742, + "depth": 0.0004821349640682133, + "rgb_loss": 0.007612546440213919, + "seg_loss": 0.007671327330172062, + "total": 0.015284355439688762, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004821349640682133, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010740731649876884 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002936046104878187, + "ssim_fused": 0.9856866598129272, + "seg_l1": 0.003254425246268511, + "seg_ssim_ref": 0.9856866002082825, + "depth": 0.0004210827157486026, + "rgb_loss": 0.0052115051075816154, + "seg_loss": 0.0054662199690938, + "total": 0.010678146159391163, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004210827157486026, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017294143970693592 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025887463707476854, + "ssim_fused": 0.9858085513114929, + "seg_l1": 0.002481347881257534, + "seg_ssim_ref": 0.9858081936836243, + "depth": 0.0003280344665554972, + "rgb_loss": 0.004909287206828594, + "seg_loss": 0.004823439754545689, + "total": 0.009733054995840838, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003280344665554972, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.611172349994167e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0050032432191073895, + "ssim_fused": 0.9768400192260742, + "seg_l1": 0.0047988807782530785, + "seg_ssim_ref": 0.9768397212028503, + "depth": 0.00014022096718428653, + "rgb_loss": 0.008634591475129128, + "seg_loss": 0.00847116019576788, + "total": 0.017105890960541617, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014022096718428653, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014022096718428655 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 349, + "adam_update_count": 33504 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.137383121997118 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_4629556a30a64debbd85966d8f756cfe_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 350, + "next_interval": 0, + "next_adam_update": 33505, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 349, + "trained_intervals": 33504, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 33504, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.673043131828308, + "median": 11.515202522277832, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48045581579208374, + "median": 0.48045581579208374, + "max": 0.48045581579208374, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.1131713390350342, + "median": 9.51172161102295, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.18767507374286652, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.043996572494507, + "median": 13517.24609375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48045581579208374, + "median": 0.48045581579208374, + "max": 0.48045581579208374, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5538, + "controller_edge_stiffness": 451 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0350.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0350.json new file mode 100644 index 0000000000000000000000000000000000000000..efc55db286a948e3e2b021bf8315734cad16e27e --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0350.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0350", + "executed_epochs": 350, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7482d4691c554d9c83002681503b587c.npz", + "optimizer_file": "boundary_7482d4691c554d9c83002681503b587c_optimizer.pt", + "arrays_sha256": "726792f920cfdff94c291ef93c00a2189404cf0c8b57261d608c3a808cd7473f", + "optimizer_sha256": "7d9483cd9fa4eba25170aaa45a248757276b6524659a76ee702612365e14845b", + "stage": "adam", + "completed_passes": 350, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 33600, + "adam_update_count": 33600, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 351, + "consumed_count": 350, + "last_submitted_update": 33600, + "last_consumed_update": 33504, + "pending": [ + { + "reference": { + "source_update": 33600, + "completed_passes": 350, + "next_interval": 0, + "trained_intervals": 33600, + "snapshot": "pass_end_0350", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 350, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 33600, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 33600, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.141358896158636e-05, + "update_l2": 0.030230913311243057 + }, + "raw_ground_friction": { + "gradient_l2": 0.002233636798337102, + "update_l2": 0.0008241534233093262 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1106320016551763e-05, + "update_l2": 0.011363708414137363 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013226730510943033, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5540, + "attachment": 451, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.48054420948028564, + "ground_friction/effective": 0.48054420948028564, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013226730510943033, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003739087376743555, + "ssim_fused": 0.981939435005188, + "seg_l1": 0.0037636244669556618, + "seg_ssim_ref": 0.981939435005188, + "depth": 0.00034365279266979396, + "rgb_loss": 0.006603374145925045, + "seg_loss": 0.006623012945055962, + "total": 0.013226730510943033 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004401602782309055, + "ssim_fused": 0.9795271158218384, + "seg_l1": 0.0044836802408099174, + "seg_ssim_ref": 0.979527473449707, + "depth": 0.0004832586671802629, + "rgb_loss": 0.007615859154611826, + "seg_loss": 0.00768144940957427, + "total": 0.015297791822853277, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004832586671802629, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010853101961081847 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002949924673885107, + "ssim_fused": 0.9856411814689636, + "seg_l1": 0.003274207701906562, + "seg_ssim_ref": 0.9856411218643188, + "depth": 0.0004217852421368785, + "rgb_loss": 0.005231703631579876, + "seg_loss": 0.00549114216119051, + "total": 0.010723267578012523, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004217852421368785, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001736439660952119 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002597527578473091, + "ssim_fused": 0.9857662320137024, + "seg_l1": 0.002495697932317853, + "seg_ssim_ref": 0.9857660531997681, + "depth": 0.0003292350769919963, + "rgb_loss": 0.004924776032567024, + "seg_loss": 0.004843347705900669, + "total": 0.009768452973544684, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003292350769919963, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.7312333936440785e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005007294472306967, + "ssim_fused": 0.9768233895301819, + "seg_l1": 0.004800911992788315, + "seg_ssim_ref": 0.976823091506958, + "depth": 0.000140332184370038, + "rgb_loss": 0.008641158230602741, + "seg_loss": 0.00847611203789711, + "total": 0.017117409669361646, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.000140332184370038, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.000140332184370038 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 350, + "adam_update_count": 33600 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13866723701357841 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7482d4691c554d9c83002681503b587c_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 351, + "next_interval": 0, + "next_adam_update": 33601, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 350, + "trained_intervals": 33600, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 33600, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.6808726787567139, + "median": 11.515203475952148, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48136836290359497, + "median": 0.48136836290359497, + "max": 0.48136836290359497, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.1056791543960571, + "median": 9.510342597961426, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.18621140718460083, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 3.021275520324707, + "median": 13498.6181640625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48136836290359497, + "median": 0.48136836290359497, + "max": 0.48136836290359497, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5541, + "controller_edge_stiffness": 451 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0351.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0351.json new file mode 100644 index 0000000000000000000000000000000000000000..a31b598a26c3b73d4a87cde363d7cd16a7fc6313 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0351.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0351", + "executed_epochs": 351, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a38d836b84634044b331c7152865d49a.npz", + "optimizer_file": "boundary_a38d836b84634044b331c7152865d49a_optimizer.pt", + "arrays_sha256": "7cba7f829dda8b89abecd6fff94bacacadd209cf80d9cb37cbbb25ef157f5e4e", + "optimizer_sha256": "efca227c55d1615209a3fd027a434ef9eb17281d648a153060858d70362925ee", + "stage": "adam", + "completed_passes": 351, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 33696, + "adam_update_count": 33696, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 352, + "consumed_count": 351, + "last_submitted_update": 33696, + "last_consumed_update": 33600, + "pending": [ + { + "reference": { + "source_update": 33696, + "completed_passes": 351, + "next_interval": 0, + "trained_intervals": 33696, + "snapshot": "pass_end_0351", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 351, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 33696, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 33696, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.366642916575074e-05, + "update_l2": 0.03008415549993515 + }, + "raw_ground_friction": { + "gradient_l2": 0.002465252298861742, + "update_l2": 0.0007842779159545898 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1200835615454707e-05, + "update_l2": 0.011100376956164837 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013210014871675241, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5541, + "attachment": 451, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47993019223213196, + "ground_friction/effective": 0.47993019223213196, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013210014871675241, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037340065464377403, + "ssim_fused": 0.9819568395614624, + "seg_l1": 0.0037564653903245926, + "seg_ssim_ref": 0.9819567203521729, + "depth": 0.0003431582634341127, + "rgb_loss": 0.00659584067761898, + "seg_loss": 0.006613831035792828, + "total": 0.013210014871675241 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0044007557444274426, + "ssim_fused": 0.9795203804969788, + "seg_l1": 0.004479437135159969, + "seg_ssim_ref": 0.9795205593109131, + "depth": 0.0004831012658867985, + "rgb_loss": 0.0076165287755429745, + "seg_loss": 0.007679438218474388, + "total": 0.015296450560944537, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004831012658867985, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010837361831735405 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029434070456773043, + "ssim_fused": 0.9856634140014648, + "seg_l1": 0.003266050713136792, + "seg_ssim_ref": 0.9856633543968201, + "depth": 0.00042108100177927173, + "rgb_loss": 0.00522204302251339, + "seg_loss": 0.0054801697842776775, + "total": 0.010702634353454133, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042108100177927173, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017293972573760512 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025913252029567957, + "ssim_fused": 0.9857973456382751, + "seg_l1": 0.002486250828951597, + "seg_ssim_ref": 0.9857970476150513, + "depth": 0.00032862158667710086, + "rgb_loss": 0.004913590848445892, + "seg_loss": 0.004829591140151024, + "total": 0.009743510610183593, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032862158667710086, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.669884362154529e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0050005377270281315, + "ssim_fused": 0.9768461585044861, + "seg_l1": 0.004794122185558081, + "seg_ssim_ref": 0.9768458604812622, + "depth": 0.0001398291993932798, + "rgb_loss": 0.008631198666989803, + "seg_loss": 0.008466125465929508, + "total": 0.017097463962118704, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001398291993932798, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001398291993932798 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 351, + "adam_update_count": 33696 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14569394101272337 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a38d836b84634044b331c7152865d49a_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 352, + "next_interval": 0, + "next_adam_update": 33697, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 351, + "trained_intervals": 33696, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 33696, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.6893848180770874, + "median": 11.515204429626465, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48071447014808655, + "median": 0.48071447014808655, + "max": 0.48071447014808655, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.098253846168518, + "median": 9.509783744812012, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1846330612897873, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.998924970626831, + "median": 13491.0771484375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48071447014808655, + "median": 0.48071447014808655, + "max": 0.48071447014808655, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5541, + "controller_edge_stiffness": 451 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0352.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0352.json new file mode 100644 index 0000000000000000000000000000000000000000..4e91cc02fd5b64130ed427a1aba08a115c51bd35 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0352.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0352", + "executed_epochs": 352, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6bae0cd61daa4e33bc30c3eac61f26d4.npz", + "optimizer_file": "boundary_6bae0cd61daa4e33bc30c3eac61f26d4_optimizer.pt", + "arrays_sha256": "1beb097886b2b9cee0a35e742073e6f6559fa04762bd3c19b29112884b2ecf40", + "optimizer_sha256": "7589c09b40f5129c47a3f1ce71c41499cad9af47c420d1c653176592c6297815", + "stage": "adam", + "completed_passes": 352, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 33792, + "adam_update_count": 33792, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 353, + "consumed_count": 352, + "last_submitted_update": 33792, + "last_consumed_update": 33696, + "pending": [ + { + "reference": { + "source_update": 33792, + "completed_passes": 352, + "next_interval": 0, + "trained_intervals": 33792, + "snapshot": "pass_end_0352", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 352, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 33792, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 33792, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00041484442772343755, + "update_l2": 0.03064563311636448 + }, + "raw_ground_friction": { + "gradient_l2": 0.0019031206611543894, + "update_l2": 0.0007739067077636719 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4873305190121755e-05, + "update_l2": 0.011030682362616062 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013169987138230673, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5542, + "attachment": 451, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4800664782524109, + "ground_friction/effective": 0.4800664782524109, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013169987138230673, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003725270042195916, + "ssim_fused": 0.9820132255554199, + "seg_l1": 0.003743391018360853, + "seg_ssim_ref": 0.9820132255554199, + "depth": 0.0003425049226200079, + "rgb_loss": 0.006577568128705025, + "seg_loss": 0.006592076271772385, + "total": 0.013169987138230673 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0043480959720909595, + "ssim_fused": 0.9797623753547668, + "seg_l1": 0.004430039320141077, + "seg_ssim_ref": 0.9797627329826355, + "depth": 0.0004818330469546426, + "rgb_loss": 0.007526001892983913, + "seg_loss": 0.007591485045850277, + "total": 0.015117968771881145, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004818330469546426, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010710539938519812 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002909680362790823, + "ssim_fused": 0.9857504963874817, + "seg_l1": 0.0032081017270684242, + "seg_ssim_ref": 0.9857504963874817, + "depth": 0.0004175948608439004, + "rgb_loss": 0.0051776450127363205, + "seg_loss": 0.0054163821041584015, + "total": 0.010594444711755566, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004175948608439004, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016945358480223384 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002589711220934987, + "ssim_fused": 0.9858106970787048, + "seg_l1": 0.0024790840689092875, + "seg_ssim_ref": 0.9858104586601257, + "depth": 0.00032435018113089923, + "rgb_loss": 0.004909629933536053, + "seg_loss": 0.004821175709366798, + "total": 0.009731129993083981, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032435018113089923, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.24274380753437e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005053592845797539, + "ssim_fused": 0.9767293930053711, + "seg_l1": 0.004856338258832693, + "seg_ssim_ref": 0.9767290353775024, + "depth": 0.00014624160155058942, + "rgb_loss": 0.008696995675563812, + "seg_loss": 0.008539263159036636, + "total": 0.017236405076202, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014624160155058942, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014624160155058937 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 352, + "adam_update_count": 33792 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13425630400888622 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6bae0cd61daa4e33bc30c3eac61f26d4_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 353, + "next_interval": 0, + "next_adam_update": 33793, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 352, + "trained_intervals": 33792, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 33792, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.6970410346984863, + "median": 11.515205383300781, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48084038496017456, + "median": 0.48084038496017456, + "max": 0.48084038496017456, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.0916392803192139, + "median": 9.511087417602539, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1832248717546463, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.979153871536255, + "median": 13508.67578125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48084038496017456, + "median": 0.48084038496017456, + "max": 0.48084038496017456, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5542, + "controller_edge_stiffness": 451 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0353.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0353.json new file mode 100644 index 0000000000000000000000000000000000000000..3cd1148c85a025268ac3660c132a73f42f2b9261 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0353.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0353", + "executed_epochs": 353, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c9a6dca83df74f04a6621ad49cb5352f.npz", + "optimizer_file": "boundary_c9a6dca83df74f04a6621ad49cb5352f_optimizer.pt", + "arrays_sha256": "853dc1986b46093f81eabe7990daa66a2a4f1160e07953020bec6917e128a4de", + "optimizer_sha256": "879d576626d23dc09bc2ba6cb291420c0e9851a25379e401ecd5b7ef64a5d20c", + "stage": "adam", + "completed_passes": 353, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 33888, + "adam_update_count": 33888, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 354, + "consumed_count": 353, + "last_submitted_update": 33888, + "last_consumed_update": 33792, + "pending": [ + { + "reference": { + "source_update": 33888, + "completed_passes": 353, + "next_interval": 0, + "trained_intervals": 33888, + "snapshot": "pass_end_0353", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 353, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 33888, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 33888, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.78075695456937e-05, + "update_l2": 0.028731277212500572 + }, + "raw_ground_friction": { + "gradient_l2": 0.0022475372534245253, + "update_l2": 0.0005182027816772461 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2158157915109769e-05, + "update_l2": 0.009078940376639366 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013320786158335464, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5543, + "attachment": 451, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47593116760253906, + "ground_friction/effective": 0.47593116760253906, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013320786158335464, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037665427662432194, + "ssim_fused": 0.9818453788757324, + "seg_l1": 0.0038066795095801353, + "seg_ssim_ref": 0.9818452596664429, + "depth": 0.00035038847948709096, + "rgb_loss": 0.006644149776548147, + "seg_loss": 0.006676285527646542, + "total": 0.013320786158335464 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00441947765648365, + "ssim_fused": 0.9794781804084778, + "seg_l1": 0.004512535873800516, + "seg_ssim_ref": 0.9794784188270569, + "depth": 0.0004862052503057446, + "rgb_loss": 0.007639946416020393, + "seg_loss": 0.007714345119893551, + "total": 0.01535477774116425, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004862052503057446, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011147760273630008 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029858348425477743, + "ssim_fused": 0.9855256080627441, + "seg_l1": 0.0033257866743952036, + "seg_ssim_ref": 0.9855255484580994, + "depth": 0.0004338743222023674, + "rgb_loss": 0.005283546634018421, + "seg_loss": 0.005555519834160805, + "total": 0.010839500342501428, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004338743222023674, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001857330461607007 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026262272149324417, + "ssim_fused": 0.9856338500976562, + "seg_l1": 0.0025443003978580236, + "seg_ssim_ref": 0.9856334924697876, + "depth": 0.00033551574306252095, + "rgb_loss": 0.0049742115661501884, + "seg_loss": 0.004908741917461157, + "total": 0.00988328853369312, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033551574306252095, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.359300000696539e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005034631583839655, + "ssim_fused": 0.9767440557479858, + "seg_l1": 0.004844094626605511, + "seg_ssim_ref": 0.9767436981201172, + "depth": 0.0001459586023777309, + "rgb_loss": 0.008678894490003586, + "seg_loss": 0.008526536636054516, + "total": 0.017205578015983054, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001459586023777309, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001459586023777309 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 353, + "adam_update_count": 33888 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13606831399374641 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c9a6dca83df74f04a6621ad49cb5352f_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 354, + "next_interval": 0, + "next_adam_update": 33889, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 353, + "trained_intervals": 33888, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 33888, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.7035425901412964, + "median": 11.515207290649414, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4764493703842163, + "median": 0.4764493703842163, + "max": 0.4764493703842163, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.0822224617004395, + "median": 9.512999534606934, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.18203748762607574, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.9512312412261963, + "median": 13534.53125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4764493703842163, + "median": 0.4764493703842163, + "max": 0.4764493703842163, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5543, + "controller_edge_stiffness": 451 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0354.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0354.json new file mode 100644 index 0000000000000000000000000000000000000000..3aa0f9114c351bf0fe24f89175606fad5c2f7407 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0354.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0354", + "executed_epochs": 354, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a017e4d11c4b4f5ba3aad53c354a46f7.npz", + "optimizer_file": "boundary_a017e4d11c4b4f5ba3aad53c354a46f7_optimizer.pt", + "arrays_sha256": "14834737e876d48eae964eab1713eb06db6b3bd841d4ff6b052a635ee7be636c", + "optimizer_sha256": "c4b82933e9054646977907c643966620eab63688e4e79260fe7de8e9a7fd5c8d", + "stage": "adam", + "completed_passes": 354, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 33984, + "adam_update_count": 33984, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 355, + "consumed_count": 354, + "last_submitted_update": 33984, + "last_consumed_update": 33888, + "pending": [ + { + "reference": { + "source_update": 33984, + "completed_passes": 354, + "next_interval": 0, + "trained_intervals": 33984, + "snapshot": "pass_end_0354", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 354, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 33984, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 33984, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.333983714692295e-05, + "update_l2": 0.02864183485507965 + }, + "raw_ground_friction": { + "gradient_l2": 0.0016955367755144835, + "update_l2": 0.0006268322467803955 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0119636499439366e-05, + "update_l2": 0.007362876553088427 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01309305539499831, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5544, + "attachment": 451, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.48131436109542847, + "ground_friction/effective": 0.48131436109542847, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01309305539499831, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037027248181402683, + "ssim_fused": 0.9820822477340698, + "seg_l1": 0.0037042764015495777, + "seg_ssim_ref": 0.9820821285247803, + "depth": 0.000338239184139788, + "rgb_loss": 0.00654572481289506, + "seg_loss": 0.006546992342919111, + "total": 0.01309305539499831 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004352024756371975, + "ssim_fused": 0.9797160029411316, + "seg_l1": 0.004423751030117273, + "seg_ssim_ref": 0.9797162413597107, + "depth": 0.00048055117389782226, + "rgb_loss": 0.007538419216871262, + "seg_loss": 0.007595752365887165, + "total": 0.015134652133932324, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048055117389782226, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010582352632837783 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028811581432819366, + "ssim_fused": 0.9858611822128296, + "seg_l1": 0.0031652692705392838, + "seg_ssim_ref": 0.98586106300354, + "depth": 0.0004134108685469258, + "rgb_loss": 0.005132690072059631, + "seg_loss": 0.005360003095120192, + "total": 0.010493107043709657, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004134108685469258, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001652695925052591 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002567034913226962, + "ssim_fused": 0.985904335975647, + "seg_l1": 0.002437710529193282, + "seg_ssim_ref": 0.9859040379524231, + "depth": 0.0003213551602667818, + "rgb_loss": 0.004872760735452175, + "seg_loss": 0.004769360646605492, + "total": 0.009642442737217934, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003213551602667818, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.9432417211226217e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005010681692510843, + "ssim_fused": 0.9768475890159607, + "seg_l1": 0.004790375009179115, + "seg_ssim_ref": 0.976847231388092, + "depth": 0.00013763953384762214, + "rgb_loss": 0.008639028295874596, + "seg_loss": 0.008462853729724884, + "total": 0.017102019665133326, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013763953384762214, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013763953384762214 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 354, + "adam_update_count": 33984 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1354738450027071 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a017e4d11c4b4f5ba3aad53c354a46f7_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 355, + "next_interval": 0, + "next_adam_update": 33985, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 354, + "trained_intervals": 33984, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 33984, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.7075743675231934, + "median": 11.515210151672363, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48194119334220886, + "median": 0.48194119334220886, + "max": 0.48194119334220886, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.0746490955352783, + "median": 9.515691757202148, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.18130503594875336, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.928964853286743, + "median": 13571.0185546875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48194119334220886, + "median": 0.48194119334220886, + "max": 0.48194119334220886, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5544, + "controller_edge_stiffness": 451 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0355.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0355.json new file mode 100644 index 0000000000000000000000000000000000000000..0ba1d25337e111253974a64ec3261886951100f2 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0355.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0355", + "executed_epochs": 355, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_aed7211ad3fb41559216f1893ee72047.npz", + "optimizer_file": "boundary_aed7211ad3fb41559216f1893ee72047_optimizer.pt", + "arrays_sha256": "d33045042c1d3cddfa2da0b5f7c2009708131b3e2367d4189e11c500e2e885ba", + "optimizer_sha256": "7758b03ab5a6bbc1ab779fe74fd60b2b138f038bc447455b24113f5989157cdb", + "stage": "adam", + "completed_passes": 355, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 34080, + "adam_update_count": 34080, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 356, + "consumed_count": 355, + "last_submitted_update": 34080, + "last_consumed_update": 33984, + "pending": [ + { + "reference": { + "source_update": 34080, + "completed_passes": 355, + "next_interval": 0, + "trained_intervals": 34080, + "snapshot": "pass_end_0355", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 355, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 34080, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 34080, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.572812657803297e-05, + "update_l2": 0.028754517436027527 + }, + "raw_ground_friction": { + "gradient_l2": 0.0018462220905348659, + "update_l2": 0.0007118582725524902 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0749782632046845e-05, + "update_l2": 0.009306738153100014 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013149011974973028, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5544, + "attachment": 451, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47951647639274597, + "ground_friction/effective": 0.47951647639274597, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013149011974973028, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037193489260971546, + "ssim_fused": 0.9820306897163391, + "seg_l1": 0.0037318235263228416, + "seg_ssim_ref": 0.9820305705070496, + "depth": 0.0003409588759594934, + "rgb_loss": 0.006569335702806711, + "seg_loss": 0.006579335778951645, + "total": 0.013149011974973028 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004347533453255892, + "ssim_fused": 0.979764461517334, + "seg_l1": 0.004430040251463652, + "seg_ssim_ref": 0.9797646999359131, + "depth": 0.00048092457631188963, + "rgb_loss": 0.007525134831666946, + "seg_loss": 0.007591092027723789, + "total": 0.015116707783967048, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048092457631188963, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010619692874244518 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029027112759649754, + "ssim_fused": 0.9857843518257141, + "seg_l1": 0.003193490905687213, + "seg_ssim_ref": 0.9857843518257141, + "depth": 0.000416134077152755, + "rgb_loss": 0.005165298469364643, + "seg_loss": 0.005397922359406948, + "total": 0.010563636962848745, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000416134077152755, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016799280111108833 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002586076967418194, + "ssim_fused": 0.9858136177062988, + "seg_l1": 0.0024688453413546085, + "seg_ssim_ref": 0.9858132600784302, + "depth": 0.0003231618997175246, + "rgb_loss": 0.004906138405203819, + "seg_loss": 0.004812424071133137, + "total": 0.009718885638236674, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003231618997175246, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.1239156661969023e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005041074473410845, + "ssim_fused": 0.9767604470252991, + "seg_l1": 0.004834917839616537, + "seg_ssim_ref": 0.9767601490020752, + "depth": 0.00014361495065580432, + "rgb_loss": 0.008680770173668861, + "seg_loss": 0.008515904657542706, + "total": 0.01719681751483965, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014361495065580432, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014361495065580432 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 355, + "adam_update_count": 34080 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13853145798202604 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_aed7211ad3fb41559216f1893ee72047_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 356, + "next_interval": 0, + "next_adam_update": 34081, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 355, + "trained_intervals": 34080, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 34080, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.7148258686065674, + "median": 11.515210151672363, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48022833466529846, + "median": 0.48022833466529846, + "max": 0.48022833466529846, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.0684621334075928, + "median": 9.515007972717285, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.17999505996704102, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.9108994007110596, + "median": 13561.7412109375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48022833466529846, + "median": 0.48022833466529846, + "max": 0.48022833466529846, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5544, + "controller_edge_stiffness": 451 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0356.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0356.json new file mode 100644 index 0000000000000000000000000000000000000000..a46b40b9026f99fb4af9c6a1474b490d914b8226 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0356.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0356", + "executed_epochs": 356, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_84e30a944fd649a0b67031d2eaf40200.npz", + "optimizer_file": "boundary_84e30a944fd649a0b67031d2eaf40200_optimizer.pt", + "arrays_sha256": "407f955842781812f2c493e31534d60bdb4a8cd613253f50464e6ce4a766b9ea", + "optimizer_sha256": "a1dddc6b57cac610cdff75ed979511d2986abd113556ec36e91b14889f457080", + "stage": "adam", + "completed_passes": 356, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 34176, + "adam_update_count": 34176, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 357, + "consumed_count": 356, + "last_submitted_update": 34176, + "last_consumed_update": 34080, + "pending": [ + { + "reference": { + "source_update": 34176, + "completed_passes": 356, + "next_interval": 0, + "trained_intervals": 34176, + "snapshot": "pass_end_0356", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 356, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 34176, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 34176, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.633039735490456e-05, + "update_l2": 0.029626227915287018 + }, + "raw_ground_friction": { + "gradient_l2": 0.0024995850399136543, + "update_l2": 0.0007753074169158936 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1605123290792108e-05, + "update_l2": 0.011597611010074615 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013244972630678833, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5544, + "attachment": 451, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4791521430015564, + "ground_friction/effective": 0.4791521430015564, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013244972630678833, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037445209454745054, + "ssim_fused": 0.9819254875183105, + "seg_l1": 0.003774003591388464, + "seg_ssim_ref": 0.9819254279136658, + "depth": 0.0003453542433366076, + "rgb_loss": 0.006610510405153036, + "seg_loss": 0.006634117104113102, + "total": 0.013244972630678833 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004400839097797871, + "ssim_fused": 0.9795414805412292, + "seg_l1": 0.004486666060984135, + "seg_ssim_ref": 0.9795417189598083, + "depth": 0.00048391721812878836, + "rgb_loss": 0.0076123750768601894, + "seg_loss": 0.007680988870561123, + "total": 0.015293847398978154, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048391721812878836, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010918957055934394 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002958035795018077, + "ssim_fused": 0.9856170415878296, + "seg_l1": 0.0032863756641745567, + "seg_ssim_ref": 0.98561692237854, + "depth": 0.0004243656267763843, + "rgb_loss": 0.005243020132184029, + "seg_loss": 0.005505716428160667, + "total": 0.010749160925971472, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004243656267763843, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001762243507347176 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026028677821159363, + "ssim_fused": 0.9857439994812012, + "seg_l1": 0.0025060686748474836, + "seg_ssim_ref": 0.9857438206672668, + "depth": 0.00032982995992759235, + "rgb_loss": 0.004933494143188, + "seg_loss": 0.004856090992689133, + "total": 0.00978991496583706, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032982995992759235, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.7907216872036795e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005016340874135494, + "ssim_fused": 0.9767996072769165, + "seg_l1": 0.00481690326705575, + "seg_ssim_ref": 0.9767992496490479, + "depth": 0.00014330416851366558, + "rgb_loss": 0.008653150871396065, + "seg_loss": 0.00849367305636406, + "total": 0.01714696723192864, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014330416851366558, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014330416851366558 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 356, + "adam_update_count": 34176 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14408674300648272 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_84e30a944fd649a0b67031d2eaf40200_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 357, + "next_interval": 0, + "next_adam_update": 34177, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 356, + "trained_intervals": 34176, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 34176, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.7222368717193604, + "median": 11.515210151672363, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4799274504184723, + "median": 0.4799274504184723, + "max": 0.4799274504184723, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.0605350732803345, + "median": 9.514052391052246, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.17866605520248413, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.88791561126709, + "median": 13548.7890625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4799274504184723, + "median": 0.4799274504184723, + "max": 0.4799274504184723, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5544, + "controller_edge_stiffness": 451 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0357.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0357.json new file mode 100644 index 0000000000000000000000000000000000000000..cf6d8ccce568f43880e73bd89cd05f24d9c0e8b2 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0357.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0357", + "executed_epochs": 357, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_31a6b5b7f37e4434bfe838d9890bb5ed.npz", + "optimizer_file": "boundary_31a6b5b7f37e4434bfe838d9890bb5ed_optimizer.pt", + "arrays_sha256": "719e8357c8235e32ceb28458bb7896be67226cb21ae0ee4cf400d941d712ee58", + "optimizer_sha256": "3673afee4b59e09af1867c04bbf6b957d94cd1a5a3ee93f9ff397319e63ec018", + "stage": "adam", + "completed_passes": 357, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 34272, + "adam_update_count": 34272, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 358, + "consumed_count": 357, + "last_submitted_update": 34272, + "last_consumed_update": 34176, + "pending": [ + { + "reference": { + "source_update": 34272, + "completed_passes": 357, + "next_interval": 0, + "trained_intervals": 34272, + "snapshot": "pass_end_0357", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 357, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 34272, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 34272, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.576336742611602e-05, + "update_l2": 0.029882799834012985 + }, + "raw_ground_friction": { + "gradient_l2": 0.002512294566258788, + "update_l2": 0.0007986724376678467 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1483303751447238e-05, + "update_l2": 0.01141879428178072 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013258300267017895, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5545, + "attachment": 451, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4794103503227234, + "ground_friction/effective": 0.4794103503227234, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013258300267017895, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037481687031686306, + "ssim_fused": 0.9819111227989197, + "seg_l1": 0.0037798266857862473, + "seg_ssim_ref": 0.9819110631942749, + "depth": 0.0003464630315839572, + "rgb_loss": 0.006616304628551006, + "seg_loss": 0.006641648709774017, + "total": 0.013258300267017895 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00440854812040925, + "ssim_fused": 0.9795169830322266, + "seg_l1": 0.004497202578932047, + "seg_ssim_ref": 0.9795171618461609, + "depth": 0.000484097296703969, + "rgb_loss": 0.007623441983014345, + "seg_loss": 0.00769433006644249, + "total": 0.015318255681092251, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.000484097296703969, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010936964913452458 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029674244578927755, + "ssim_fused": 0.9855895638465881, + "seg_l1": 0.003301330143585801, + "seg_ssim_ref": 0.9855895638465881, + "depth": 0.00042739011412952125, + "rgb_loss": 0.005256026983261108, + "seg_loss": 0.005523151718080044, + "total": 0.010779606091455281, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042739011412952125, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017924883808785456 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026063222903758287, + "ssim_fused": 0.9857282638549805, + "seg_l1": 0.002512529259547591, + "seg_ssim_ref": 0.9857280850410461, + "depth": 0.00033203136315750363, + "rgb_loss": 0.004939405247569084, + "seg_loss": 0.004864406771957874, + "total": 0.009804144050890116, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033203136315750363, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.010862010194809e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005010380409657955, + "ssim_fused": 0.9768097996711731, + "seg_l1": 0.00480824476107955, + "seg_ssim_ref": 0.9768094420433044, + "depth": 0.00014233335234483494, + "rgb_loss": 0.008646344766020775, + "seg_loss": 0.008484707213938236, + "total": 0.01713119524463393, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014233335234483494, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014233335234483494 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 357, + "adam_update_count": 34272 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13863505798508413 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_31a6b5b7f37e4434bfe838d9890bb5ed_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 358, + "next_interval": 0, + "next_adam_update": 34273, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 357, + "trained_intervals": 34272, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 34272, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.730493426322937, + "median": 11.515212059020996, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.48020902276039124, + "median": 0.48020902276039124, + "max": 0.48020902276039124, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.052808403968811, + "median": 9.506885528564453, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.17719696462154388, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.865687847137451, + "median": 13452.033203125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.48020902276039124, + "median": 0.48020902276039124, + "max": 0.48020902276039124, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5545, + "controller_edge_stiffness": 451 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0358.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0358.json new file mode 100644 index 0000000000000000000000000000000000000000..02312ff0d9d789a530c8b4184cc9122abd1112b8 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0358.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0358", + "executed_epochs": 358, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ed544e7ecef34b1d8097d65a4e4566e3.npz", + "optimizer_file": "boundary_ed544e7ecef34b1d8097d65a4e4566e3_optimizer.pt", + "arrays_sha256": "619fde167410ac18661010e2167b4ddbac36680202910c2b1dd331bd6b2c4154", + "optimizer_sha256": "11772cf36709309fb56200784cf5c5e2823b6292c608b8aa02844e826fc66dc4", + "stage": "adam", + "completed_passes": 358, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 34368, + "adam_update_count": 34368, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 359, + "consumed_count": 358, + "last_submitted_update": 34368, + "last_consumed_update": 34272, + "pending": [ + { + "reference": { + "source_update": 34368, + "completed_passes": 358, + "next_interval": 0, + "trained_intervals": 34368, + "snapshot": "pass_end_0358", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 358, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 34368, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 34368, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.721186895854771e-05, + "update_l2": 0.02962544560432434 + }, + "raw_ground_friction": { + "gradient_l2": 0.001981569454073906, + "update_l2": 0.0007845759391784668 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0741019650595263e-05, + "update_l2": 0.01054437831044197 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013189594196846552, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5547, + "attachment": 451, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4789970815181732, + "ground_friction/effective": 0.4789970815181732, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013189594196846552, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037304717116057873, + "ssim_fused": 0.9819869995117188, + "seg_l1": 0.0037495954893529415, + "seg_ssim_ref": 0.9819869995117188, + "depth": 0.00034289503640637527, + "rgb_loss": 0.006586968898773193, + "seg_loss": 0.006602282635867596, + "total": 0.013189594196846552 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004365886561572552, + "ssim_fused": 0.9797021746635437, + "seg_l1": 0.004455143585801125, + "seg_ssim_ref": 0.9797025322914124, + "depth": 0.0004817433475459822, + "rgb_loss": 0.007552274502813816, + "seg_loss": 0.007623608224093914, + "total": 0.015176364470255277, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004817433475459822, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010701569997653778 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029269009828567505, + "ssim_fused": 0.9857083559036255, + "seg_l1": 0.0032315466087311506, + "seg_ssim_ref": 0.9857083559036255, + "depth": 0.00042114761348089437, + "rgb_loss": 0.005199849605560303, + "seg_loss": 0.005443566478788853, + "total": 0.010643837231962636, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042114761348089437, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017300633743922773 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025952267460525036, + "ssim_fused": 0.9857668876647949, + "seg_l1": 0.0024862654972821474, + "seg_ssim_ref": 0.985766589641571, + "depth": 0.00032596585683110677, + "rgb_loss": 0.004922803957015276, + "seg_loss": 0.004835694562643766, + "total": 0.009758824485515873, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032596585683110677, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.404311377555125e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005033873487263918, + "ssim_fused": 0.9767707586288452, + "seg_l1": 0.004825425799936056, + "seg_ssim_ref": 0.9767704010009766, + "depth": 0.0001427233277675178, + "rgb_loss": 0.008672947064042091, + "seg_loss": 0.008506260812282562, + "total": 0.01717935059965242, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001427233277675178, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014272332776751778 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 358, + "adam_update_count": 34368 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14421156799653545 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ed544e7ecef34b1d8097d65a4e4566e3_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 359, + "next_interval": 0, + "next_adam_update": 34369, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 358, + "trained_intervals": 34368, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 34368, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.7386642694473267, + "median": 11.515219688415527, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4797816574573517, + "median": 0.4797816574573517, + "max": 0.4797816574573517, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.04574716091156, + "median": 9.50574779510498, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.17575499415397644, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.8455238342285156, + "median": 13436.7373046875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4797816574573517, + "median": 0.4797816574573517, + "max": 0.4797816574573517, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5547, + "controller_edge_stiffness": 451 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0359.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0359.json new file mode 100644 index 0000000000000000000000000000000000000000..f50da574a87bd105a075f46e62863228001ce61e --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0359.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0359", + "executed_epochs": 359, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_851204468c0c4bd0940f3040b79c69c6.npz", + "optimizer_file": "boundary_851204468c0c4bd0940f3040b79c69c6_optimizer.pt", + "arrays_sha256": "ccf9dbd95bfe629e13e95cd197b31f675292dafc36e60a9b707d8b9a0d01eaab", + "optimizer_sha256": "e23f57c59608ec00f1c8f21974016d3bacf793933f5c41bfd34dcb1dfc7e7f26", + "stage": "adam", + "completed_passes": 359, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 34464, + "adam_update_count": 34464, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 360, + "consumed_count": 359, + "last_submitted_update": 34464, + "last_consumed_update": 34368, + "pending": [ + { + "reference": { + "source_update": 34464, + "completed_passes": 359, + "next_interval": 0, + "trained_intervals": 34464, + "snapshot": "pass_end_0359", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 359, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 34464, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 34464, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.365876758238301e-05, + "update_l2": 0.029060255736112595 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025163607206195593, + "update_l2": 0.0007625818252563477 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.115896702685859e-05, + "update_l2": 0.010695751756429672 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013214625260677432, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5547, + "attachment": 452, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4780504107475281, + "ground_friction/effective": 0.4780504107475281, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013214625260677432, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003735765116289258, + "ssim_fused": 0.9819525480270386, + "seg_l1": 0.0037583273369818926, + "seg_ssim_ref": 0.9819524884223938, + "depth": 0.00034326769063359184, + "rgb_loss": 0.006598111242055893, + "seg_loss": 0.006616170518100262, + "total": 0.013214625260677432 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0044042374938726425, + "ssim_fused": 0.9795153141021729, + "seg_l1": 0.004486675374209881, + "seg_ssim_ref": 0.9795156717300415, + "depth": 0.00048374691757244165, + "rgb_loss": 0.007620327174663544, + "seg_loss": 0.007686206139624119, + "total": 0.015307017061205234, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048374691757244165, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010901927000299717 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002947448519989848, + "ssim_fused": 0.9856537580490112, + "seg_l1": 0.003272463334724307, + "seg_ssim_ref": 0.9856537580490112, + "depth": 0.0004203955742706444, + "rgb_loss": 0.005227207206189632, + "seg_loss": 0.005487219430506229, + "total": 0.010714847032270132, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004203955742706444, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001722542982289777 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.00259156571701169, + "ssim_fused": 0.9857984185218811, + "seg_l1": 0.002486503915861249, + "seg_ssim_ref": 0.9857982397079468, + "depth": 0.00032917889151489355, + "rgb_loss": 0.004913568962365389, + "seg_loss": 0.004829555284231901, + "total": 0.009743453425488805, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032917889151489355, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.725614845933799e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00499980803579092, + "ssim_fused": 0.9768425226211548, + "seg_l1": 0.0047876667231321335, + "seg_ssim_ref": 0.9768421649932861, + "depth": 0.00013974937917638776, + "rgb_loss": 0.008631342090666294, + "seg_loss": 0.00846170075237751, + "total": 0.017093183523745555, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013974937917638776, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013974937917638776 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 359, + "adam_update_count": 34464 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14026898998417892 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_851204468c0c4bd0940f3040b79c69c6_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 360, + "next_interval": 0, + "next_adam_update": 34465, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 359, + "trained_intervals": 34464, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 34464, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.7459096908569336, + "median": 11.515219688415527, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4788129925727844, + "median": 0.4788129925727844, + "max": 0.4788129925727844, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.039230227470398, + "median": 9.504984855651855, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1744861900806427, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.827039957046509, + "median": 13426.4892578125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4788129925727844, + "median": 0.4788129925727844, + "max": 0.4788129925727844, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5547, + "controller_edge_stiffness": 452 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0360.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0360.json new file mode 100644 index 0000000000000000000000000000000000000000..9731c9ff7c6d800e6a0e77156f7e70091029785d --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0360.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0360", + "executed_epochs": 360, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e7e5effe63424884ad58535a5d935af6.npz", + "optimizer_file": "boundary_e7e5effe63424884ad58535a5d935af6_optimizer.pt", + "arrays_sha256": "a7368ef467ae5e213dfcfe8a9348cbb9a068e2eabad63ca053b26ab5eb50eab9", + "optimizer_sha256": "4416eb37973b2ac6a2714f4fb399beed2cb1d6a003b701070b53dc9270860849", + "stage": "adam", + "completed_passes": 360, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 34560, + "adam_update_count": 34560, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 361, + "consumed_count": 360, + "last_submitted_update": 34560, + "last_consumed_update": 34464, + "pending": [ + { + "reference": { + "source_update": 34560, + "completed_passes": 360, + "next_interval": 0, + "trained_intervals": 34560, + "snapshot": "pass_end_0360", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 360, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 34560, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 34560, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.682080417405814e-05, + "update_l2": 0.02979520708322525 + }, + "raw_ground_friction": { + "gradient_l2": 0.0024865579325705767, + "update_l2": 0.0008296370506286621 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1750501471397001e-05, + "update_l2": 0.011900828219950199 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013268175157342889, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5547, + "attachment": 452, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4790339767932892, + "ground_friction/effective": 0.4790339767932892, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013268175157342889, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003752141259610653, + "ssim_fused": 0.9819067716598511, + "seg_l1": 0.0037859927397221327, + "seg_ssim_ref": 0.9819066524505615, + "depth": 0.0003467729285723504, + "rgb_loss": 0.006620362401008606, + "seg_loss": 0.0066474671475589275, + "total": 0.013268175157342889 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00439700810238719, + "ssim_fused": 0.9795830845832825, + "seg_l1": 0.004490774590522051, + "seg_ssim_ref": 0.9795833230018616, + "depth": 0.00048415845787514833, + "rgb_loss": 0.0076009901240468025, + "seg_loss": 0.007675955072045326, + "total": 0.015277429354550004, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048415845787514833, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010943081030570386 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029666456393897533, + "ssim_fused": 0.985590934753418, + "seg_l1": 0.003295948263257742, + "seg_ssim_ref": 0.9855907559394836, + "depth": 0.0004275550583853492, + "rgb_loss": 0.005255129653960466, + "seg_loss": 0.005518607795238495, + "total": 0.01077416453859606, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004275550583853492, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001794137823436826 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026140413247048855, + "ssim_fused": 0.9856897592544556, + "seg_l1": 0.002523415721952915, + "seg_ssim_ref": 0.9856895804405212, + "depth": 0.0003310350213562034, + "rgb_loss": 0.00495328102260828, + "seg_loss": 0.004880816675722599, + "total": 0.009834428733352236, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003310350213562034, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.911227830064786e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005030869971960783, + "ssim_fused": 0.9767632484436035, + "seg_l1": 0.004833832383155823, + "seg_ssim_ref": 0.9767628908157349, + "depth": 0.00014434317667270078, + "rgb_loss": 0.008672046475112438, + "seg_loss": 0.008514488115906715, + "total": 0.01718667800287325, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014434317667270078, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014434317667270078 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 360, + "adam_update_count": 34560 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13625129600404762 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e7e5effe63424884ad58535a5d935af6_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 361, + "next_interval": 0, + "next_adam_update": 34561, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 360, + "trained_intervals": 34560, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 34560, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.7530890703201294, + "median": 11.515219688415527, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47986361384391785, + "median": 0.47986361384391785, + "max": 0.47986361384391785, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.032083511352539, + "median": 9.504634857177734, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.17323797941207886, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.806907892227173, + "median": 13421.791015625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47986361384391785, + "median": 0.47986361384391785, + "max": 0.47986361384391785, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5547, + "controller_edge_stiffness": 452 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0361.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0361.json new file mode 100644 index 0000000000000000000000000000000000000000..19b1fbfb4856eb848c024780422221401f916758 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0361.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0361", + "executed_epochs": 361, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_288590bbf3e5454599720cf3c1d1185e.npz", + "optimizer_file": "boundary_288590bbf3e5454599720cf3c1d1185e_optimizer.pt", + "arrays_sha256": "312c015fd01b841b1f4c4b44e6b20e10f377fac5efff295d1d5337a6e4c7b552", + "optimizer_sha256": "1bf66d5cafe78e0110edcb2868570daf3ff7341264ff55eda1557ff0eacc7952", + "stage": "adam", + "completed_passes": 361, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 34656, + "adam_update_count": 34656, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 362, + "consumed_count": 361, + "last_submitted_update": 34656, + "last_consumed_update": 34560, + "pending": [ + { + "reference": { + "source_update": 34656, + "completed_passes": 361, + "next_interval": 0, + "trained_intervals": 34656, + "snapshot": "pass_end_0361", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 361, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 34656, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 34656, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.092847176361829e-05, + "update_l2": 0.02911130152642727 + }, + "raw_ground_friction": { + "gradient_l2": 0.0022866453509777784, + "update_l2": 0.0007708370685577393 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0999502592312638e-05, + "update_l2": 0.010943382978439331 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01323212753149293, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5551, + "attachment": 452, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47797608375549316, + "ground_friction/effective": 0.47797608375549316, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01323212753149293, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003740103216841817, + "ssim_fused": 0.9819349050521851, + "seg_l1": 0.0037670510355383158, + "seg_ssim_ref": 0.9819347858428955, + "depth": 0.00034482317588822403, + "rgb_loss": 0.006605104543268681, + "seg_loss": 0.0066266776993870735, + "total": 0.01323212753149293 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004413323476910591, + "ssim_fused": 0.9794806838035583, + "seg_l1": 0.004497222136706114, + "seg_ssim_ref": 0.9794809818267822, + "depth": 0.0004839210047396935, + "rgb_loss": 0.0076345219276845455, + "seg_loss": 0.007701581344008446, + "total": 0.015336587658359019, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004839210047396935, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010919335717024903 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029620795976370573, + "ssim_fused": 0.9856074452400208, + "seg_l1": 0.003297490067780018, + "seg_ssim_ref": 0.985607385635376, + "depth": 0.00042534995495859153, + "rgb_loss": 0.005248175002634525, + "seg_loss": 0.005516515113413334, + "total": 0.010765115466002818, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042534995495859153, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001772086789169248 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002594024408608675, + "ssim_fused": 0.9857919216156006, + "seg_l1": 0.0024935626424849033, + "seg_ssim_ref": 0.9857917428016663, + "depth": 0.00033081241561203355, + "rgb_loss": 0.004916835576295853, + "seg_loss": 0.004836501553654671, + "total": 0.009753667942366135, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033081241561203355, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.8889672556478044e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004990984685719013, + "ssim_fused": 0.9768595099449158, + "seg_l1": 0.004779929295182228, + "seg_ssim_ref": 0.9768591523170471, + "depth": 0.00013920932824257757, + "rgb_loss": 0.008620886132121086, + "seg_loss": 0.008452113717794418, + "total": 0.017073139059243746, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013920932824257757, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013920932824257757 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 361, + "adam_update_count": 34656 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1424874299846124 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_288590bbf3e5454599720cf3c1d1185e_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 362, + "next_interval": 0, + "next_adam_update": 34657, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 361, + "trained_intervals": 34656, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 34656, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.7611430883407593, + "median": 11.515229225158691, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4787469208240509, + "median": 0.4787469208240509, + "max": 0.4787469208240509, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.024854302406311, + "median": 9.49908447265625, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.17184831202030182, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.786689519882202, + "median": 13347.5009765625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4787469208240509, + "median": 0.4787469208240509, + "max": 0.4787469208240509, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5551, + "controller_edge_stiffness": 452 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0362.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0362.json new file mode 100644 index 0000000000000000000000000000000000000000..76523a26fa7608ad180f04bcbd9e897ec54d226b --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0362.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0362", + "executed_epochs": 362, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_523848f473cf4d5fb418449a668fefcf.npz", + "optimizer_file": "boundary_523848f473cf4d5fb418449a668fefcf_optimizer.pt", + "arrays_sha256": "c3199038011efdb4ad6f2b22ca8a10ea911401c0689b6af12b8c7d1ba7ae6f53", + "optimizer_sha256": "656e1738d00804533c898a26a01bd81a9057eb4265f9b0dee0b4fe90c752363f", + "stage": "adam", + "completed_passes": 362, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 34752, + "adam_update_count": 34752, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 363, + "consumed_count": 362, + "last_submitted_update": 34752, + "last_consumed_update": 34656, + "pending": [ + { + "reference": { + "source_update": 34752, + "completed_passes": 362, + "next_interval": 0, + "trained_intervals": 34752, + "snapshot": "pass_end_0362", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 362, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 34752, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 34752, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.676587069407105e-05, + "update_l2": 0.02999727614223957 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025287128519266844, + "update_l2": 0.0008338391780853271 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1665946658467874e-05, + "update_l2": 0.0116578359156847 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013237768308383059, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5552, + "attachment": 453, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47872287034988403, + "ground_friction/effective": 0.47872287034988403, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013237768308383059, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003743309760466218, + "ssim_fused": 0.9819390773773193, + "seg_l1": 0.003773000091314316, + "seg_ssim_ref": 0.9819390177726746, + "depth": 0.0003450448928587786, + "rgb_loss": 0.006606832146644592, + "seg_loss": 0.006630590185523033, + "total": 0.013237768308383059 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004388113971799612, + "ssim_fused": 0.9796130061149597, + "seg_l1": 0.004478183574974537, + "seg_ssim_ref": 0.9796133637428284, + "depth": 0.0004830525740867274, + "rgb_loss": 0.007587890140712261, + "seg_loss": 0.007659874390810728, + "total": 0.015248247118435788, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004830525740867274, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010832492651728294 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002954489551484585, + "ssim_fused": 0.9856298565864563, + "seg_l1": 0.0032788547687232494, + "seg_ssim_ref": 0.9856298565864563, + "depth": 0.0004230856775968442, + "rgb_loss": 0.005237620323896408, + "seg_loss": 0.005497112404555082, + "total": 0.010735156279790374, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004230856775968442, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017494440155517752 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026046480052173138, + "ssim_fused": 0.9857344031333923, + "seg_l1": 0.00250840256921947, + "seg_ssim_ref": 0.9857341647148132, + "depth": 0.0003298251985463623, + "rgb_loss": 0.004936838056892157, + "seg_loss": 0.004859888926148415, + "total": 0.009797057273900405, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003298251985463623, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.790245549080679e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005025987513363361, + "ssim_fused": 0.976779043674469, + "seg_l1": 0.0048265596851706505, + "seg_ssim_ref": 0.9767788052558899, + "depth": 0.00014421612120518043, + "rgb_loss": 0.008664981462061405, + "seg_loss": 0.008505486883223057, + "total": 0.017170612561405667, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014421612120518043, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014421612120518046 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 362, + "adam_update_count": 34752 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13927055202657357 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_523848f473cf4d5fb418449a668fefcf_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 363, + "next_interval": 0, + "next_adam_update": 34753, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 362, + "trained_intervals": 34752, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 34752, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.7684645652770996, + "median": 11.515230178833008, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47955670952796936, + "median": 0.47955670952796936, + "max": 0.47955670952796936, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.0177710056304932, + "median": 9.493653297424316, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.170594722032547, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.7670202255249023, + "median": 13275.2060546875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47955670952796936, + "median": 0.47955670952796936, + "max": 0.47955670952796936, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5552, + "controller_edge_stiffness": 453 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0363.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0363.json new file mode 100644 index 0000000000000000000000000000000000000000..ff2a69c6b390d956fd87c86f207e0487152a09cc --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0363.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0363", + "executed_epochs": 363, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_fd3c6b77fbcc4a81834263ec2c80d343.npz", + "optimizer_file": "boundary_fd3c6b77fbcc4a81834263ec2c80d343_optimizer.pt", + "arrays_sha256": "c23f5529a61d5cd014ca96948a616480525380543a9aa092e3aa85ee90add53e", + "optimizer_sha256": "fa88d4a9d3e119d8a297d10c2c22f96d9e71173cfd6fc7c2954703fd77e72184", + "stage": "adam", + "completed_passes": 363, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 34848, + "adam_update_count": 34848, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 364, + "consumed_count": 363, + "last_submitted_update": 34848, + "last_consumed_update": 34752, + "pending": [ + { + "reference": { + "source_update": 34848, + "completed_passes": 363, + "next_interval": 0, + "trained_intervals": 34848, + "snapshot": "pass_end_0363", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 363, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 34848, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 34848, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.989319030661136e-05, + "update_l2": 0.028962286189198494 + }, + "raw_ground_friction": { + "gradient_l2": 0.0023015248589217663, + "update_l2": 0.0007658302783966064 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0806601494550705e-05, + "update_l2": 0.010554284788668156 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013204678877907886, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5554, + "attachment": 453, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4776454269886017, + "ground_friction/effective": 0.4776454269886017, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013204678877907886, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037325494922697544, + "ssim_fused": 0.9819636344909668, + "seg_l1": 0.003754671663045883, + "seg_ssim_ref": 0.981963574886322, + "depth": 0.00034341001797965476, + "rgb_loss": 0.006593307014554739, + "seg_loss": 0.00661102868616581, + "total": 0.013204678877907886 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0044077238999307156, + "ssim_fused": 0.9795005321502686, + "seg_l1": 0.004488793667405844, + "seg_ssim_ref": 0.9795007705688477, + "depth": 0.0004836991404563499, + "rgb_loss": 0.007626072969287634, + "seg_loss": 0.007690880913287401, + "total": 0.015317437581715491, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004836991404563499, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010897149288690547 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002950794529169798, + "ssim_fused": 0.9856446385383606, + "seg_l1": 0.0032802890054881573, + "seg_ssim_ref": 0.985644519329071, + "depth": 0.00042213664129686884, + "rgb_loss": 0.005231708288192749, + "seg_loss": 0.005495327524840832, + "total": 0.010727457949674878, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042213664129686884, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017399536525520212 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025856993161141872, + "ssim_fused": 0.9858328700065613, + "seg_l1": 0.0024792735930532217, + "seg_ssim_ref": 0.9858326315879822, + "depth": 0.0003296337240983524, + "rgb_loss": 0.004901985637843609, + "seg_loss": 0.004816892556846142, + "total": 0.009719207828413848, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003296337240983524, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.771098104279687e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0049859811551868916, + "ssim_fused": 0.9768766164779663, + "seg_l1": 0.004770330619066954, + "seg_ssim_ref": 0.9768762588500977, + "depth": 0.0001381705660670478, + "rgb_loss": 0.008613461628556252, + "seg_loss": 0.008441012352705002, + "total": 0.017054612151827322, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001381705660670478, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013817056606704782 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 363, + "adam_update_count": 34848 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14067685001646169 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_fd3c6b77fbcc4a81834263ec2c80d343_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 364, + "next_interval": 0, + "next_adam_update": 34849, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 363, + "trained_intervals": 34848, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 34848, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.7761930227279663, + "median": 11.515230178833008, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4784112572669983, + "median": 0.4784112572669983, + "max": 0.4784112572669983, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.0108308792114258, + "median": 9.488296508789062, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.16928137838840485, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.7478830814361572, + "median": 13204.283203125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4784112572669983, + "median": 0.4784112572669983, + "max": 0.4784112572669983, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5554, + "controller_edge_stiffness": 453 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0364.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0364.json new file mode 100644 index 0000000000000000000000000000000000000000..6fdf342ad2948bfd1ecc040322a4f8dcda5d88f8 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0364.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0364", + "executed_epochs": 364, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_487d153244254550ac80a68fbc55319b.npz", + "optimizer_file": "boundary_487d153244254550ac80a68fbc55319b_optimizer.pt", + "arrays_sha256": "2f9fc3b8bb8e322a7fd929b064ddb98ca5c895f76e1ca5edff3787e652091499", + "optimizer_sha256": "3fcb32639b2c1a2ba013f8b48ad1662692468bd2a12a357c15626cae3820ba32", + "stage": "adam", + "completed_passes": 364, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 34944, + "adam_update_count": 34944, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 365, + "consumed_count": 364, + "last_submitted_update": 34944, + "last_consumed_update": 34848, + "pending": [ + { + "reference": { + "source_update": 34944, + "completed_passes": 364, + "next_interval": 0, + "trained_intervals": 34944, + "snapshot": "pass_end_0364", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 364, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 34944, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 34944, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.425712050870061e-05, + "update_l2": 0.02948862500488758 + }, + "raw_ground_friction": { + "gradient_l2": 0.002463674871250987, + "update_l2": 0.0008009374141693115 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1318704309815075e-05, + "update_l2": 0.011064194142818451 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013250800213263768, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5555, + "attachment": 453, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.478437215089798, + "ground_friction/effective": 0.478437215089798, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013250800213263768, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003746204311028123, + "ssim_fused": 0.9819192886352539, + "seg_l1": 0.003776493016630411, + "seg_ssim_ref": 0.9819192290306091, + "depth": 0.0003458843095472549, + "rgb_loss": 0.0066130999475717545, + "seg_loss": 0.006637354381382465, + "total": 0.013250800213263768 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004412402398884296, + "ssim_fused": 0.9795035123825073, + "seg_l1": 0.004501200281083584, + "seg_ssim_ref": 0.9795037508010864, + "depth": 0.00048407528782961896, + "rgb_loss": 0.007629219442605972, + "seg_loss": 0.007700210437178612, + "total": 0.015329913955072414, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048407528782961896, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010934764026017445 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029694705735892057, + "ssim_fused": 0.9855858683586121, + "seg_l1": 0.0033064126037061214, + "seg_ssim_ref": 0.9855857491493225, + "depth": 0.0004266604009777724, + "rgb_loss": 0.0052584027871489525, + "seg_loss": 0.005527980159968138, + "total": 0.010786809141856781, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004266604009777724, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017851912493610573 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026012652087956667, + "ssim_fused": 0.9857568144798279, + "seg_l1": 0.002505545038729906, + "seg_ssim_ref": 0.9857566356658936, + "depth": 0.0003325138870029089, + "rgb_loss": 0.0049296491779387, + "seg_loss": 0.004853108897805214, + "total": 0.00978309012396963, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003325138870029089, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.059114394735331e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005001679062843323, + "ssim_fused": 0.9768310785293579, + "seg_l1": 0.004792813677340746, + "seg_ssim_ref": 0.9768306612968445, + "depth": 0.00014028766237871926, + "rgb_loss": 0.008635127916932106, + "seg_loss": 0.008468118496239185, + "total": 0.017103387632156245, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014028766237871926, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014028766237871926 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 364, + "adam_update_count": 34944 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13876411601086147 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_487d153244254550ac80a68fbc55319b_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 365, + "next_interval": 0, + "next_adam_update": 34945, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 364, + "trained_intervals": 34944, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 34944, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.7833894491195679, + "median": 11.515231132507324, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4792381525039673, + "median": 0.4792381525039673, + "max": 0.4792381525039673, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.0041025876998901, + "median": 9.485466957092285, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.16806752979755402, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.729456663131714, + "median": 13166.9736328125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4792381525039673, + "median": 0.4792381525039673, + "max": 0.4792381525039673, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5555, + "controller_edge_stiffness": 453 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0365.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0365.json new file mode 100644 index 0000000000000000000000000000000000000000..8a081f8457a884941fa88deef920c2cf17dd7481 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0365.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0365", + "executed_epochs": 365, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_8e48405a7ca944ca85131db7e15b3a5e.npz", + "optimizer_file": "boundary_8e48405a7ca944ca85131db7e15b3a5e_optimizer.pt", + "arrays_sha256": "03f610d32a5655ac1c8ddba3bef1f3ec401c778da55a80569d800dbd23be173e", + "optimizer_sha256": "3866637e5e29aa7c674eadc0a74bc04a5cccef467ee3e8b6e74a36cc39953fe6", + "stage": "adam", + "completed_passes": 365, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 35040, + "adam_update_count": 35040, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 366, + "consumed_count": 365, + "last_submitted_update": 35040, + "last_consumed_update": 34944, + "pending": [ + { + "reference": { + "source_update": 35040, + "completed_passes": 365, + "next_interval": 0, + "trained_intervals": 35040, + "snapshot": "pass_end_0365", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 365, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 35040, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 35040, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.202289948007092e-05, + "update_l2": 0.029413271695375443 + }, + "raw_ground_friction": { + "gradient_l2": 0.002485930221155286, + "update_l2": 0.0007921159267425537 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0990606824634597e-05, + "update_l2": 0.01082890946418047 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013192953180927055, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5557, + "attachment": 454, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4779575765132904, + "ground_friction/effective": 0.4779575765132904, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013192953180927055, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037293145433068275, + "ssim_fused": 0.9819773435592651, + "seg_l1": 0.0037500900216400623, + "seg_ssim_ref": 0.9819772243499756, + "depth": 0.0003423657596289802, + "rgb_loss": 0.00658798310905695, + "seg_loss": 0.0066046277061104774, + "total": 0.013192953180927055 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004403562750667334, + "ssim_fused": 0.9795185923576355, + "seg_l1": 0.004483772907406092, + "seg_ssim_ref": 0.9795189499855042, + "depth": 0.0004826192145497125, + "rgb_loss": 0.007619132287800312, + "seg_loss": 0.007683228701353073, + "total": 0.015302843608367934, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004826192145497125, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010789156698026797 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002945472951978445, + "ssim_fused": 0.9856622815132141, + "seg_l1": 0.0032726118806749582, + "seg_ssim_ref": 0.985662043094635, + "depth": 0.0004196555600480904, + "rgb_loss": 0.005223922431468964, + "seg_loss": 0.005485680885612965, + "total": 0.010710022972641977, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004196555600480904, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001715142840064237 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025825139600783587, + "ssim_fused": 0.985848605632782, + "seg_l1": 0.0024743634276092052, + "seg_ssim_ref": 0.9858483672142029, + "depth": 0.0003290547622409131, + "rgb_loss": 0.004896290134638548, + "seg_loss": 0.004809817299246788, + "total": 0.009706436954308863, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003290547622409131, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.713201918535755e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004985708277672529, + "ssim_fused": 0.976879894733429, + "seg_l1": 0.0047696116380393505, + "seg_ssim_ref": 0.9768795371055603, + "depth": 0.00013813350167720472, + "rgb_loss": 0.008612588047981262, + "seg_loss": 0.008439782075583935, + "total": 0.01705250918838945, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013813350167720472, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013813350167720474 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 365, + "adam_update_count": 35040 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13624576601432636 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_8e48405a7ca944ca85131db7e15b3a5e_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 366, + "next_interval": 0, + "next_adam_update": 35041, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 365, + "trained_intervals": 35040, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 35040, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.7910521030426025, + "median": 11.515237808227539, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47874969244003296, + "median": 0.47874969244003296, + "max": 0.47874969244003296, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.9974239468574524, + "median": 9.485389709472656, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1667845994234085, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.7112884521484375, + "median": 13165.95703125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47874969244003296, + "median": 0.47874969244003296, + "max": 0.47874969244003296, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5558, + "controller_edge_stiffness": 454 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0366.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0366.json new file mode 100644 index 0000000000000000000000000000000000000000..072b45eb603990e809a37d3a8508e31785464243 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0366.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0366", + "executed_epochs": 366, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a096551c558346c59c9188af97ae4931.npz", + "optimizer_file": "boundary_a096551c558346c59c9188af97ae4931_optimizer.pt", + "arrays_sha256": "c0d701a7565089afd135fa5dbe78277770768cc0b91efab3efb303b32481807c", + "optimizer_sha256": "1f049c8616b67d9249a2b2ac8c94c0a79adb5eccef804f27be9b19aeea2fb501", + "stage": "adam", + "completed_passes": 366, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 35136, + "adam_update_count": 35136, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 367, + "consumed_count": 366, + "last_submitted_update": 35136, + "last_consumed_update": 35040, + "pending": [ + { + "reference": { + "source_update": 35136, + "completed_passes": 366, + "next_interval": 0, + "trained_intervals": 35136, + "snapshot": "pass_end_0366", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 366, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 35136, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 35136, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.661170431878418e-05, + "update_l2": 0.0293878260999918 + }, + "raw_ground_friction": { + "gradient_l2": 0.0018326480640098453, + "update_l2": 0.0007793605327606201 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.072524355549831e-05, + "update_l2": 0.011118600144982338 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013169241806811678, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5561, + "attachment": 454, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4774824380874634, + "ground_friction/effective": 0.4774824380874634, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013169241806811678, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037247897125780582, + "ssim_fused": 0.9820106625556946, + "seg_l1": 0.0037416252307593822, + "seg_ssim_ref": 0.982010543346405, + "depth": 0.000342464393961321, + "rgb_loss": 0.006577705033123493, + "seg_loss": 0.006591194309294224, + "total": 0.013169241806811678 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004361052997410297, + "ssim_fused": 0.9797165989875793, + "seg_l1": 0.004445917438715696, + "seg_ssim_ref": 0.9797167778015137, + "depth": 0.0004814973627537903, + "rgb_loss": 0.007545522879809141, + "seg_loss": 0.007613378576934338, + "total": 0.015159382488444945, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004814973627537903, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010676971518434583 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029204085003584623, + "ssim_fused": 0.9857349395751953, + "seg_l1": 0.0032241514418274164, + "seg_ssim_ref": 0.9857349395751953, + "depth": 0.00042046815758105396, + "rgb_loss": 0.0051893386989831924, + "seg_loss": 0.005432333331555128, + "total": 0.01062209296435719, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042046815758105396, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001723268815393873 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025870883837342262, + "ssim_fused": 0.9858132600784302, + "seg_l1": 0.0024753424804657698, + "seg_ssim_ref": 0.9858130812644958, + "depth": 0.0003258371250897955, + "rgb_loss": 0.004907018505036831, + "seg_loss": 0.004817658104002476, + "total": 0.009725002446164397, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003258371250897955, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.391438203424002e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005030608735978603, + "ssim_fused": 0.9767777323722839, + "seg_l1": 0.004821088630706072, + "seg_ssim_ref": 0.9767773151397705, + "depth": 0.00014205493042064414, + "rgb_loss": 0.008668940514326096, + "seg_loss": 0.008501407690346241, + "total": 0.01717048932828018, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014205493042064414, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014205493042064414 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 366, + "adam_update_count": 35136 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13715521301492117 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a096551c558346c59c9188af97ae4931_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 367, + "next_interval": 0, + "next_adam_update": 35137, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 366, + "trained_intervals": 35136, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 35136, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.7982134819030762, + "median": 11.515238761901855, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.478261798620224, + "median": 0.478261798620224, + "max": 0.478261798620224, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.9910596609115601, + "median": 9.486174583435059, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1655944585800171, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.6940879821777344, + "median": 13176.294921875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.478261798620224, + "median": 0.478261798620224, + "max": 0.478261798620224, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5561, + "controller_edge_stiffness": 454 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0367.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0367.json new file mode 100644 index 0000000000000000000000000000000000000000..e1fdcc58e3237a77f7f4c6bcac42286c382b4813 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0367.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0367", + "executed_epochs": 367, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_50beb9c68dad45438c43c33311d2caca.npz", + "optimizer_file": "boundary_50beb9c68dad45438c43c33311d2caca_optimizer.pt", + "arrays_sha256": "4a92ef82fa9c3a8b13dda67d4a8274060f019ca201e7e4419a0c07aaab68dc0c", + "optimizer_sha256": "673325bd0134b0795254bd2d1705e450b632c2d5234d2e1c25c82c204c90a674", + "stage": "adam", + "completed_passes": 367, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 35232, + "adam_update_count": 35232, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 368, + "consumed_count": 367, + "last_submitted_update": 35232, + "last_consumed_update": 35136, + "pending": [ + { + "reference": { + "source_update": 35232, + "completed_passes": 367, + "next_interval": 0, + "trained_intervals": 35232, + "snapshot": "pass_end_0367", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 367, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 35232, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 35232, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.888015145203099e-05, + "update_l2": 0.028820209205150604 + }, + "raw_ground_friction": { + "gradient_l2": 0.002195856999605894, + "update_l2": 0.0007736384868621826 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0794760783028323e-05, + "update_l2": 0.010647849179804325 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01318095782348529, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5564, + "attachment": 455, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47732779383659363, + "ground_friction/effective": 0.47732779383659363, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01318095782348529, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037259364034980536, + "ssim_fused": 0.9819910526275635, + "seg_l1": 0.0037453221157193184, + "seg_ssim_ref": 0.9819909334182739, + "depth": 0.00034221024826608804, + "rgb_loss": 0.006582541391253471, + "seg_loss": 0.006598074454814196, + "total": 0.01318095782348529 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004399123135954142, + "ssim_fused": 0.9795354008674622, + "seg_l1": 0.004479075316339731, + "seg_ssim_ref": 0.9795357584953308, + "depth": 0.0004825039564926798, + "rgb_loss": 0.007612218614667654, + "seg_loss": 0.007676108740270138, + "total": 0.015288809393232997, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004825039564926798, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010777630892323537 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002941570244729519, + "ssim_fused": 0.9856761693954468, + "seg_l1": 0.0032675256952643394, + "seg_ssim_ref": 0.9856759905815125, + "depth": 0.0004202413844772514, + "rgb_loss": 0.005218022502958775, + "seg_loss": 0.005478822626173496, + "total": 0.010697265370516748, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004202413844772514, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017210010843558474 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025779951829463243, + "ssim_fused": 0.9858728647232056, + "seg_l1": 0.0024672592990100384, + "seg_ssim_ref": 0.9858725666999817, + "depth": 0.00032899611459036033, + "rgb_loss": 0.004887823015451431, + "seg_loss": 0.004799294285476208, + "total": 0.00968744629704223, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032899611459036033, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.7073371534804835e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004985056817531586, + "ssim_fused": 0.9768797159194946, + "seg_l1": 0.0047674281522631645, + "seg_ssim_ref": 0.976879358291626, + "depth": 0.0001370995375040608, + "rgb_loss": 0.008612102828919888, + "seg_loss": 0.008438071236014366, + "total": 0.017050310233149183, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001370995375040608, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001370995375040608 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 367, + "adam_update_count": 35232 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13637975498568267 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_50beb9c68dad45438c43c33311d2caca_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 368, + "next_interval": 0, + "next_adam_update": 35233, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 367, + "trained_intervals": 35232, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 35232, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8048542737960815, + "median": 11.515250205993652, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4781014323234558, + "median": 0.4781014323234558, + "max": 0.4781014323234558, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.9841399192810059, + "median": 9.481081008911133, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.164498433470726, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.6755096912384033, + "median": 13109.3505859375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4781014323234558, + "median": 0.4781014323234558, + "max": 0.4781014323234558, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5564, + "controller_edge_stiffness": 455 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0368.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0368.json new file mode 100644 index 0000000000000000000000000000000000000000..61a5b7ba08abd0cb9b47afd6653ab371845ff754 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0368.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0368", + "executed_epochs": 368, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_2bcc0480057946c398e7a1fd2d0780d1.npz", + "optimizer_file": "boundary_2bcc0480057946c398e7a1fd2d0780d1_optimizer.pt", + "arrays_sha256": "8caa0d90537189cdf24ed5e11449b824f2568a590e787dffef8343dbd8922a69", + "optimizer_sha256": "5ccd917f5ce05775574831a1c962cfa20783f7c45cf79546d5b657a4707123a7", + "stage": "adam", + "completed_passes": 368, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 35328, + "adam_update_count": 35328, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 369, + "consumed_count": 368, + "last_submitted_update": 35328, + "last_consumed_update": 35232, + "pending": [ + { + "reference": { + "source_update": 35328, + "completed_passes": 368, + "next_interval": 0, + "trained_intervals": 35328, + "snapshot": "pass_end_0368", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 368, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 35328, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 35328, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00015924748731777072, + "update_l2": 0.03188148885965347 + }, + "raw_ground_friction": { + "gradient_l2": 0.0033535738475620747, + "update_l2": 0.0008775889873504639 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1279419595666695e-05, + "update_l2": 0.010284028947353363 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01360965036314547, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5565, + "attachment": 456, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.477588027715683, + "ground_friction/effective": 0.477588027715683, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01360965036314547, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038568046875298023, + "ssim_fused": 0.9815345406532288, + "seg_l1": 0.003922043833881617, + "seg_ssim_ref": 0.9815343618392944, + "depth": 0.0003607058209164664, + "rgb_loss": 0.006778535898774862, + "seg_loss": 0.0068307542242109776, + "total": 0.01360965036314547 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0044431439600884914, + "ssim_fused": 0.9794073700904846, + "seg_l1": 0.0045662615448236465, + "seg_ssim_ref": 0.979407548904419, + "depth": 0.0004923335807617857, + "rgb_loss": 0.007673040963709354, + "seg_loss": 0.007771499454975128, + "total": 0.015445032752265244, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004923335807617857, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011760593319234128 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002979391487315297, + "ssim_fused": 0.9854773283004761, + "seg_l1": 0.0032837791368365288, + "seg_ssim_ref": 0.9854772686958313, + "depth": 0.00043083721223701236, + "rgb_loss": 0.005288047716021538, + "seg_loss": 0.005531569477170706, + "total": 0.010820048496065767, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00043083721223701236, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00018269593619534575 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027116136625409126, + "ssim_fused": 0.9851857423782349, + "seg_l1": 0.0026482942048460245, + "seg_ssim_ref": 0.985185444355011, + "depth": 0.0003316094070791991, + "rgb_loss": 0.0051321424543857574, + "seg_loss": 0.005081546492874622, + "total": 0.01021402055666746, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003316094070791991, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.968666402364354e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0052930694073438644, + "ssim_fused": 0.9760677218437195, + "seg_l1": 0.0051898411475121975, + "seg_ssim_ref": 0.9760673642158508, + "depth": 0.00018804308358786836, + "rgb_loss": 0.009020911529660225, + "seg_loss": 0.008938400074839592, + "total": 0.017959499647583404, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00018804308358786836, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001880430835878683 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 368, + "adam_update_count": 35328 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.15332323699840344 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_2bcc0480057946c398e7a1fd2d0780d1_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 369, + "next_interval": 0, + "next_adam_update": 35329, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 368, + "trained_intervals": 35328, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 35328, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8114581108093262, + "median": 11.515253067016602, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47846561670303345, + "median": 0.47846561670303345, + "max": 0.47846561670303345, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.97816401720047, + "median": 9.475476264953613, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.16341568529605865, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.6595687866210938, + "median": 13036.08203125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47846561670303345, + "median": 0.47846561670303345, + "max": 0.47846561670303345, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5565, + "controller_edge_stiffness": 456 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0369.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0369.json new file mode 100644 index 0000000000000000000000000000000000000000..c1236bf533b15faa129b0ac8fbd8a534bef50f3c --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0369.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0369", + "executed_epochs": 369, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d0b3fd29d7b7495b8f0b9a6063dfded9.npz", + "optimizer_file": "boundary_d0b3fd29d7b7495b8f0b9a6063dfded9_optimizer.pt", + "arrays_sha256": "6a38bd2342c379ef4b329789b7059e1439d672301cba2c9e3fba2a7f0fa0eed0", + "optimizer_sha256": "65ab921b01bac69b11396117ae1f91c80a8856d136b2583b0a925e1ca22443bc", + "stage": "adam", + "completed_passes": 369, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 35424, + "adam_update_count": 35424, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 370, + "consumed_count": 369, + "last_submitted_update": 35424, + "last_consumed_update": 35328, + "pending": [ + { + "reference": { + "source_update": 35424, + "completed_passes": 369, + "next_interval": 0, + "trained_intervals": 35424, + "snapshot": "pass_end_0369", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 369, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 35424, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 35424, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.608373511582613e-05, + "update_l2": 0.028456751257181168 + }, + "raw_ground_friction": { + "gradient_l2": 0.0022517782635986805, + "update_l2": 0.0007757246494293213 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1913170965272002e-05, + "update_l2": 0.012396063655614853 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013226013902117128, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5567, + "attachment": 456, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47690507769584656, + "ground_friction/effective": 0.47690507769584656, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013226013902117128, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037390657234936953, + "ssim_fused": 0.9819493293762207, + "seg_l1": 0.0037676808424293995, + "seg_ssim_ref": 0.9819493293762207, + "depth": 0.00034486084115025335, + "rgb_loss": 0.006601383909583092, + "seg_loss": 0.006624285131692886, + "total": 0.013226013902117128 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004394558258354664, + "ssim_fused": 0.9795616269111633, + "seg_l1": 0.004482042510062456, + "seg_ssim_ref": 0.979561984539032, + "depth": 0.0004828749966135042, + "rgb_loss": 0.007603321224451065, + "seg_loss": 0.007673237472772598, + "total": 0.015277041572220276, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004828749966135042, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010814734904405973 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029537754599004984, + "ssim_fused": 0.9856364727020264, + "seg_l1": 0.0032847675029188395, + "seg_ssim_ref": 0.9856364130973816, + "depth": 0.00042350672746801566, + "rgb_loss": 0.00523572601377964, + "seg_loss": 0.005500531289726496, + "total": 0.010736680344572317, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042350672746801566, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.000175365451426349 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025924132205545902, + "ssim_fused": 0.9858065843582153, + "seg_l1": 0.002491565654054284, + "seg_ssim_ref": 0.9858064651489258, + "depth": 0.00032966978164027544, + "rgb_loss": 0.004912613891065121, + "seg_loss": 0.004831959493458271, + "total": 0.009744903054305032, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032966978164027544, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.7747038584719846e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005015515722334385, + "ssim_fused": 0.9767926931381226, + "seg_l1": 0.004812348168343306, + "seg_ssim_ref": 0.9767923355102539, + "depth": 0.00014339185887921808, + "rgb_loss": 0.008653874509036541, + "seg_loss": 0.008491411805152893, + "total": 0.01714543063737089, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014339185887921808, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014339185887921805 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 369, + "adam_update_count": 35424 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.135838293004781 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d0b3fd29d7b7495b8f0b9a6063dfded9_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 370, + "next_interval": 0, + "next_adam_update": 35425, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 369, + "trained_intervals": 35424, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 35424, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.818745732307434, + "median": 11.515254020690918, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4776808023452759, + "median": 0.4776808023452759, + "max": 0.4776808023452759, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.9716458320617676, + "median": 9.474994659423828, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.16222909092903137, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.642289638519287, + "median": 13029.8046875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4776808023452759, + "median": 0.4776808023452759, + "max": 0.4776808023452759, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5567, + "controller_edge_stiffness": 456 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0370.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0370.json new file mode 100644 index 0000000000000000000000000000000000000000..63d83723472a23f30ae363d74b646fdc03d6f7a1 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0370.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0370", + "executed_epochs": 370, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_72d40d9a11cb4c6c8189dbce00c55ca8.npz", + "optimizer_file": "boundary_72d40d9a11cb4c6c8189dbce00c55ca8_optimizer.pt", + "arrays_sha256": "c4f470f2463a9267d6b85e96581265d709739b9d4867afa6b22de9e74ca2a483", + "optimizer_sha256": "80a5b3b03c5ebad55dfc93c53140ee916a34abd9810b7c0d190e9cfc0f3404ae", + "stage": "adam", + "completed_passes": 370, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 35520, + "adam_update_count": 35520, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 371, + "consumed_count": 370, + "last_submitted_update": 35520, + "last_consumed_update": 35424, + "pending": [ + { + "reference": { + "source_update": 35520, + "completed_passes": 370, + "next_interval": 0, + "trained_intervals": 35520, + "snapshot": "pass_end_0370", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 370, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 35520, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 35520, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.986335498979315e-05, + "update_l2": 0.029301518574357033 + }, + "raw_ground_friction": { + "gradient_l2": 0.002487712539732456, + "update_l2": 0.000829160213470459 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2257942216820084e-05, + "update_l2": 0.012335332110524178 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01321621458174935, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5568, + "attachment": 456, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4777393341064453, + "ground_friction/effective": 0.4777393341064453, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01321621458174935, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037375064566731453, + "ssim_fused": 0.9819662570953369, + "seg_l1": 0.003765455912798643, + "seg_ssim_ref": 0.9819662570953369, + "depth": 0.0003444509421898208, + "rgb_loss": 0.006596751045435667, + "seg_loss": 0.006619119085371494, + "total": 0.01321621458174935 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004372378345578909, + "ssim_fused": 0.9796703457832336, + "seg_l1": 0.004460998345166445, + "seg_ssim_ref": 0.9796707034111023, + "depth": 0.00048231196744626185, + "rgb_loss": 0.007563833612948656, + "seg_loss": 0.007634658366441727, + "total": 0.015198973825696542, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048231196744626185, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010758431987681737 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029415853787213564, + "ssim_fused": 0.9856707453727722, + "seg_l1": 0.003260731464251876, + "seg_ssim_ref": 0.9856707453727722, + "depth": 0.0004205278225470751, + "rgb_loss": 0.005219119600951672, + "seg_loss": 0.005474436096847057, + "total": 0.010693976225621276, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004205278225470751, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017238654650540846 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025971282739192247, + "ssim_fused": 0.9857785105705261, + "seg_l1": 0.0024968781508505344, + "seg_ssim_ref": 0.9857783317565918, + "depth": 0.0003280869922334224, + "rgb_loss": 0.00492200069129467, + "seg_loss": 0.004841836169362068, + "total": 0.009764164947648972, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003280869922334224, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.616424917786685e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005038933362811804, + "ssim_fused": 0.9767454862594604, + "seg_l1": 0.004843216389417648, + "seg_ssim_ref": 0.9767451286315918, + "depth": 0.0001468769865325238, + "rgb_loss": 0.008682049810886383, + "seg_loss": 0.008525547571480274, + "total": 0.017207743328030614, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001468769865325238, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001468769865325238 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 370, + "adam_update_count": 35520 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13943530101096258 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_72d40d9a11cb4c6c8189dbce00c55ca8_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 371, + "next_interval": 0, + "next_adam_update": 35521, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 370, + "trained_intervals": 35520, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 35520, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8256664276123047, + "median": 11.51525592803955, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47856849431991577, + "median": 0.47856849431991577, + "max": 0.47856849431991577, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.9645934700965881, + "median": 9.471145629882812, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.16111025214195251, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.62372088432312, + "median": 12979.7490234375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47856849431991577, + "median": 0.47856849431991577, + "max": 0.47856849431991577, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5568, + "controller_edge_stiffness": 456 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +}