diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0071.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0071.json new file mode 100644 index 0000000000000000000000000000000000000000..f5b2f9cc47d0a06e3aaad256995d555fad1a73db --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0071.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0071", + "executed_epochs": 71, + "score": null, + "best_score": 0.01316734548751425, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c342eadb01f445a286998d5be0bde872.npz", + "optimizer_file": "boundary_c342eadb01f445a286998d5be0bde872_optimizer.pt", + "arrays_sha256": "d2ca7859c139215dec2f8b3e96d595dd5e68d8c8868643367e6eb3ed86ba6c71", + "optimizer_sha256": "6eb9a49024d0aec7853005d680d77b021d785efc245e9ea47759d3d972edb89f", + "stage": "adam", + "completed_passes": 71, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 6816, + "adam_update_count": 6816, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 72, + "consumed_count": 71, + "last_submitted_update": 6816, + "last_consumed_update": 6720, + "pending": [ + { + "reference": { + "source_update": 6816, + "completed_passes": 71, + "next_interval": 0, + "trained_intervals": 6816, + "snapshot": "pass_end_0071", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 6432, + "pass_science": { + "completed_passes": 71, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 6816, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 6816, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010501592623768374, + "update_l2": 0.036913879215717316 + }, + "raw_ground_friction": { + "gradient_l2": 4.674393858294934e-05, + "update_l2": 0.00029468536376953125 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2451541806512978e-05, + "update_l2": 0.008623909205198288 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014536956191066774, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3376, + "attachment": 204, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.602975070476532, + "ground_friction/effective": 0.602975070476532, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014536956191066774, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.004139326512813568, + "ssim_fused": 0.9803934693336487, + "seg_l1": 0.00422809598967433, + "seg_ssim_ref": 0.9803934097290039, + "depth": 0.0003817081489885459, + "rgb_loss": 0.007232767529785633, + "seg_loss": 0.0073038069531321526, + "total": 0.014536956191066774 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004786306992173195, + "ssim_fused": 0.9779236316680908, + "seg_l1": 0.005073037929832935, + "seg_ssim_ref": 0.9779238700866699, + "depth": 0.0005080056754996378, + "rgb_loss": 0.008244318887591362, + "seg_loss": 0.008473657071590424, + "total": 0.016718483964857284, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0005080056754996378, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00013327802793019342 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002981151919811964, + "ssim_fused": 0.9851721525192261, + "seg_l1": 0.0031932408455759287, + "seg_ssim_ref": 0.9851721525192261, + "depth": 0.0004488759496792534, + "rgb_loss": 0.005350491032004356, + "seg_loss": 0.005520162172615528, + "total": 0.010871102080569564, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004488759496792534, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00020073467363758676 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0031429955270141363, + "ssim_fused": 0.9832123517990112, + "seg_l1": 0.003095925087109208, + "seg_ssim_ref": 0.9832119941711426, + "depth": 0.0003606466652114046, + "rgb_loss": 0.005871926434338093, + "seg_loss": 0.005834341049194336, + "total": 0.01170662813019764, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003606466652114046, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 8.872392215584912e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0056468527764081955, + "ssim_fused": 0.9752657413482666, + "seg_l1": 0.005550180096179247, + "seg_ssim_ref": 0.975265383720398, + "depth": 0.00020930430556388775, + "rgb_loss": 0.009464333765208721, + "seg_loss": 0.009387067519128323, + "total": 0.018851610588642608, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00020930430556388775, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00020930430556388775 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 71, + "adam_update_count": 6816 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14092764601809904 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c342eadb01f445a286998d5be0bde872_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 72, + "next_interval": 0, + "next_adam_update": 6817, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 71, + "trained_intervals": 6816, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 6816, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.562438726425171, + "median": 10.977988243103027, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.6032697558403015, + "median": 0.6032697558403015, + "max": 0.6032697558403015, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.878602981567383, + "median": 10.257928848266602, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 12.967403411865234, + "median": 58570.609375, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 131.4468994140625, + "median": 28507.681640625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.6032697558403015, + "median": 0.6032697558403015, + "max": 0.6032697558403015, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3376, + "controller_edge_stiffness": 204 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0072.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0072.json new file mode 100644 index 0000000000000000000000000000000000000000..69b58b426d0b0512babadada4a71a6dd3c43512a --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0072.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0072", + "executed_epochs": 72, + "score": null, + "best_score": 0.01316734548751425, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6716042d3ca64259b876a2300e9ca16f.npz", + "optimizer_file": "boundary_6716042d3ca64259b876a2300e9ca16f_optimizer.pt", + "arrays_sha256": "de985edd39e3e1d99abf1e1861f2a4af22e73c5bfb8af93908cb9e682701e293", + "optimizer_sha256": "b6845a9135a73e1766da534c89a22bbb182e289bc6d4d88e146c1d56d709d141", + "stage": "adam", + "completed_passes": 72, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 6912, + "adam_update_count": 6912, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 73, + "consumed_count": 72, + "last_submitted_update": 6912, + "last_consumed_update": 6816, + "pending": [ + { + "reference": { + "source_update": 6912, + "completed_passes": 72, + "next_interval": 0, + "trained_intervals": 6912, + "snapshot": "pass_end_0072", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 6432, + "pass_science": { + "completed_passes": 72, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 6912, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 6912, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00014026321878191084, + "update_l2": 0.03697367385029793 + }, + "raw_ground_friction": { + "gradient_l2": 0.00020536173542495817, + "update_l2": 0.00016951560974121094 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.810083085729275e-05, + "update_l2": 0.00998878013342619 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014556702819320498, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3389, + "attachment": 204, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5533109307289124, + "ground_friction/effective": 0.5533109307289124, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014556702819320498, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.004143861588090658, + "ssim_fused": 0.9804255366325378, + "seg_l1": 0.004264297429472208, + "seg_ssim_ref": 0.9804254770278931, + "depth": 0.0003838321595767048, + "rgb_loss": 0.007229979149997234, + "seg_loss": 0.0073263393715023994, + "total": 0.014556702819320498 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004501889925450087, + "ssim_fused": 0.9788022637367249, + "seg_l1": 0.00457902904599905, + "seg_ssim_ref": 0.9788026213645935, + "depth": 0.0004986477641882891, + "rgb_loss": 0.007841059938073158, + "seg_loss": 0.007902698591351509, + "total": 0.015744257177188855, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004986477641882891, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001239201166188447 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002794021973386407, + "ssim_fused": 0.985944926738739, + "seg_l1": 0.0029355641454458237, + "seg_ssim_ref": 0.985944926738739, + "depth": 0.00042806610151866707, + "rgb_loss": 0.005046232603490353, + "seg_loss": 0.005159466061741114, + "total": 0.010206127196994272, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042806610151866707, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017992482547700043 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.003410213626921177, + "ssim_fused": 0.9823101758956909, + "seg_l1": 0.003553970716893673, + "seg_ssim_ref": 0.9823099374771118, + "depth": 0.00036803643274715985, + "rgb_loss": 0.006266135722398758, + "seg_loss": 0.006381189450621605, + "total": 0.01264769320945311, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00036803643274715985, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 9.611368969160432e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005869320593774319, + "ssim_fused": 0.9746448397636414, + "seg_l1": 0.005988625343888998, + "seg_ssim_ref": 0.9746444821357727, + "depth": 0.000240578339852703, + "rgb_loss": 0.009766489267349243, + "seg_loss": 0.009862003847956657, + "total": 0.019628733693645754, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.000240578339852703, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00024057833985270305 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 72, + "adam_update_count": 6912 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1345333110075444 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6716042d3ca64259b876a2300e9ca16f_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 73, + "next_interval": 0, + "next_adam_update": 6913, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 72, + "trained_intervals": 6912, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 6912, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.5656652450561523, + "median": 10.985260009765625, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5534804463386536, + "median": 0.5534804463386536, + "max": 0.5534804463386536, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.837072372436523, + "median": 10.255589485168457, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 13.009310722351074, + "median": 58998.0703125, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 126.09964752197266, + "median": 28441.068359375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5534804463386536, + "median": 0.5534804463386536, + "max": 0.5534804463386536, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3389, + "controller_edge_stiffness": 204 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0073.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0073.json new file mode 100644 index 0000000000000000000000000000000000000000..728d30fa8f5819c37955b9f6977acaea3caa3137 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0073.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0073", + "executed_epochs": 73, + "score": null, + "best_score": 0.01316734548751425, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6e501cf7564942aeb26dfacb79a6cb75.npz", + "optimizer_file": "boundary_6e501cf7564942aeb26dfacb79a6cb75_optimizer.pt", + "arrays_sha256": "1cd8c1742d93ac2ee1a1716d2c74b161b9f3f07346a10a55d3ac2c0f616ac24a", + "optimizer_sha256": "ec90114b37d85fc0080d274de4a726302b9c738b44b2381ca434d537c87eeb67", + "stage": "adam", + "completed_passes": 73, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 7008, + "adam_update_count": 7008, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 74, + "consumed_count": 73, + "last_submitted_update": 7008, + "last_consumed_update": 6912, + "pending": [ + { + "reference": { + "source_update": 7008, + "completed_passes": 73, + "next_interval": 0, + "trained_intervals": 7008, + "snapshot": "pass_end_0073", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 6432, + "pass_science": { + "completed_passes": 73, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 7008, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 7008, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00014903050032444298, + "update_l2": 0.04201170429587364 + }, + "raw_ground_friction": { + "gradient_l2": 0.00020053886692039669, + "update_l2": 0.0002554655075073242 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.814798997656908e-05, + "update_l2": 0.01268099807202816 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014688891277460623, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3414, + "attachment": 205, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5608529448509216, + "ground_friction/effective": 0.5608529448509216, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014688891277460623, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0041909171268343925, + "ssim_fused": 0.9803171157836914, + "seg_l1": 0.004328212235122919, + "seg_ssim_ref": 0.9803169369697571, + "depth": 0.000397826357054162, + "rgb_loss": 0.007289310917258263, + "seg_loss": 0.007399182766675949, + "total": 0.014688891277460623 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004398906137794256, + "ssim_fused": 0.9793317914009094, + "seg_l1": 0.004482911434024572, + "seg_ssim_ref": 0.9793320298194885, + "depth": 0.0004966426266344367, + "rgb_loss": 0.00765276700258255, + "seg_loss": 0.007719923742115498, + "total": 0.015373187387324683, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004966426266344367, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00012191497906499223 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002834756625816226, + "ssim_fused": 0.9856598973274231, + "seg_l1": 0.0029372964054346085, + "seg_ssim_ref": 0.9856597185134888, + "depth": 0.00043073305578954154, + "rgb_loss": 0.005135825835168362, + "seg_loss": 0.00521789351478219, + "total": 0.010354150548667628, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00043073305578954154, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00018259177974787495 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.003533956129103899, + "ssim_fused": 0.9818629026412964, + "seg_l1": 0.0037270579487085342, + "seg_ssim_ref": 0.9818625450134277, + "depth": 0.00039363314973811297, + "rgb_loss": 0.006454584188759327, + "seg_loss": 0.006609137170016766, + "total": 0.013064114991925831, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00039363314973811297, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 0.00012171040668255745 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005996049847453833, + "ssim_fused": 0.9744138717651367, + "seg_l1": 0.006165582686662674, + "seg_ssim_ref": 0.9744134545326233, + "depth": 0.00027029659605455684, + "rgb_loss": 0.009914065711200237, + "seg_loss": 0.010049775242805481, + "total": 0.019964112181924346, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00027029659605455684, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00027029659605455684 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 73, + "adam_update_count": 7008 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13513783397502266 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6e501cf7564942aeb26dfacb79a6cb75_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 74, + "next_interval": 0, + "next_adam_update": 7009, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 73, + "trained_intervals": 7008, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 7008, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.5493271350860596, + "median": 10.99531078338623, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.561108410358429, + "median": 0.561108410358429, + "max": 0.561108410358429, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.829986572265625, + "median": 10.257801055908203, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 12.798489570617676, + "median": 59594.0390625, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 125.20928192138672, + "median": 28504.0390625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.561108410358429, + "median": 0.561108410358429, + "max": 0.561108410358429, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3414, + "controller_edge_stiffness": 205 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0074.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0074.json new file mode 100644 index 0000000000000000000000000000000000000000..44a9ffd6336b7f6a8b3b652563569974ac794779 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0074.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0074", + "executed_epochs": 74, + "score": null, + "best_score": 0.013090408815557541, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_91c83e02408d464aaea61765302cc631.npz", + "optimizer_file": "boundary_91c83e02408d464aaea61765302cc631_optimizer.pt", + "arrays_sha256": "23cee21358fd3a9a307e718e4094c58fcbcb3354a1ed06f2fdbe8ea6e09082ce", + "optimizer_sha256": "8ffd35bd17be30813ff68a855284d2d70ba1e5b1d86945eab8d3fcfa2344de75", + "stage": "adam", + "completed_passes": 74, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 7104, + "adam_update_count": 7104, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 75, + "consumed_count": 74, + "last_submitted_update": 7104, + "last_consumed_update": 7008, + "pending": [ + { + "reference": { + "source_update": 7104, + "completed_passes": 74, + "next_interval": 0, + "trained_intervals": 7104, + "snapshot": "pass_end_0074", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 7008, + "pass_science": { + "completed_passes": 74, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 7104, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 7104, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00014117399405222386, + "update_l2": 0.03992270678281784 + }, + "raw_ground_friction": { + "gradient_l2": 0.0001817064912756905, + "update_l2": 0.00030815601348876953 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.717725899652578e-05, + "update_l2": 0.00828845426440239 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014486418263933796, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3435, + "attachment": 207, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5620072484016418, + "ground_friction/effective": 0.5620072484016418, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014486418263933796, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.004119988530874252, + "ssim_fused": 0.9804813265800476, + "seg_l1": 0.004228183999657631, + "seg_ssim_ref": 0.9804811477661133, + "depth": 0.0003806035436570852, + "rgb_loss": 0.007199725601822138, + "seg_loss": 0.0072863115929067135, + "total": 0.014486418263933796 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00450205197557807, + "ssim_fused": 0.9788281917572021, + "seg_l1": 0.004596879705786705, + "seg_ssim_ref": 0.978828489780426, + "depth": 0.000496354244445554, + "rgb_loss": 0.00783600378781557, + "seg_loss": 0.007911805994808674, + "total": 0.01574830613686869, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.000496354244445554, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00012162659687610955 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027944103349000216, + "ssim_fused": 0.9859055876731873, + "seg_l1": 0.0029332186095416546, + "seg_ssim_ref": 0.9859054684638977, + "depth": 0.00042888679623603876, + "rgb_loss": 0.005054410547018051, + "seg_loss": 0.005165481474250555, + "total": 0.010220321373726129, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042888679623603876, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00018074552019437207 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0033615771681070328, + "ssim_fused": 0.9824169278144836, + "seg_l1": 0.0034771685022860765, + "seg_ssim_ref": 0.9824165105819702, + "depth": 0.0003629501570559416, + "rgb_loss": 0.006205876357853413, + "seg_loss": 0.006298433057963848, + "total": 0.012504672365974316, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003629501570559416, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 9.102741400038608e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005821914877742529, + "ssim_fused": 0.9747745990753174, + "seg_l1": 0.005905468948185444, + "seg_ssim_ref": 0.9747742414474487, + "depth": 0.00023422297689080644, + "rgb_loss": 0.009702611714601517, + "seg_loss": 0.009769527241587639, + "total": 0.019472373179166048, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00023422297689080644, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00023422297689080644 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 74, + "adam_update_count": 7104 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13330338199739344 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_91c83e02408d464aaea61765302cc631_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 75, + "next_interval": 0, + "next_adam_update": 7105, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 74, + "trained_intervals": 7104, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 7104, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.53534197807312, + "median": 11.000749588012695, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5623154044151306, + "median": 0.5623154044151306, + "max": 0.5623154044151306, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.812140464782715, + "median": 10.255038261413574, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 12.620746612548828, + "median": 59919.0390625, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 122.99461364746094, + "median": 28425.396484375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5623154044151306, + "median": 0.5623154044151306, + "max": 0.5623154044151306, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3435, + "controller_edge_stiffness": 207 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0075.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0075.json new file mode 100644 index 0000000000000000000000000000000000000000..3901ae26cf763654073000afb27fae717e276223 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0075.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0075", + "executed_epochs": 75, + "score": null, + "best_score": 0.013090408815557541, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a6382cd9ba5e4530911bb6eb3a62f284.npz", + "optimizer_file": "boundary_a6382cd9ba5e4530911bb6eb3a62f284_optimizer.pt", + "arrays_sha256": "14f0a6518ce7f4eba9c587a6671514650cf616c15832ff808331c0bb6f6bd775", + "optimizer_sha256": "05ab472c55f5e217068b475b03fbfd7912552c5cfbc773b6e598fc85b047ef3f", + "stage": "adam", + "completed_passes": 75, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 7200, + "adam_update_count": 7200, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 76, + "consumed_count": 75, + "last_submitted_update": 7200, + "last_consumed_update": 7104, + "pending": [ + { + "reference": { + "source_update": 7200, + "completed_passes": 75, + "next_interval": 0, + "trained_intervals": 7200, + "snapshot": "pass_end_0075", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 7008, + "pass_science": { + "completed_passes": 75, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 7200, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 7200, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013492564903572202, + "update_l2": 0.03870914503931999 + }, + "raw_ground_friction": { + "gradient_l2": 0.00022318905394058675, + "update_l2": 0.0003554821014404297 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.6812216927064583e-05, + "update_l2": 0.008068820461630821 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014383857839881572, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3459, + "attachment": 207, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5682691931724548, + "ground_friction/effective": 0.5682691931724548, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014383857839881572, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.004084685817360878, + "ssim_fused": 0.9805662035942078, + "seg_l1": 0.0041777584701776505, + "seg_ssim_ref": 0.980566143989563, + "depth": 0.00037462744036695876, + "rgb_loss": 0.007154505234211683, + "seg_loss": 0.007228977978229523, + "total": 0.014383857839881572 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004574211314320564, + "ssim_fused": 0.9784916639328003, + "seg_l1": 0.004684590268880129, + "seg_ssim_ref": 0.9784919619560242, + "depth": 0.0004960846365362198, + "rgb_loss": 0.007961036637425423, + "seg_loss": 0.00804927945137024, + "total": 0.0160108121734322, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004960846365362198, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00012135698896677536 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027925558388233185, + "ssim_fused": 0.9859620928764343, + "seg_l1": 0.0029605869203805923, + "seg_ssim_ref": 0.9859620928764343, + "depth": 0.0004278520021484135, + "rgb_loss": 0.0050416262820363045, + "seg_loss": 0.005176051054149866, + "total": 0.010218105653849606, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004278520021484135, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017971072610674686 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0032465029507875443, + "ssim_fused": 0.9828033447265625, + "seg_l1": 0.003310778411105275, + "seg_ssim_ref": 0.9828031063079834, + "depth": 0.0003547114463900732, + "rgb_loss": 0.006036533508449793, + "seg_loss": 0.006088001653552055, + "total": 0.012124889407786952, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003547114463900732, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 8.27887033345177e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005725473165512085, + "ssim_fused": 0.9750077724456787, + "seg_l1": 0.005755078047513962, + "seg_ssim_ref": 0.9750074148178101, + "depth": 0.00021986167639312845, + "rgb_loss": 0.009578824043273926, + "seg_loss": 0.009602580219507217, + "total": 0.019181624124457536, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00021986167639312845, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00021986167639312845 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 75, + "adam_update_count": 7200 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1354531999968458 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a6382cd9ba5e4530911bb6eb3a62f284_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 76, + "next_interval": 0, + "next_adam_update": 7201, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 75, + "trained_intervals": 7200, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 7200, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.523385763168335, + "median": 11.007987976074219, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5686246752738953, + "median": 0.5686246752738953, + "max": 0.5686246752738953, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.791812896728516, + "median": 10.24995231628418, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 12.470748901367188, + "median": 60354.33203125, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 120.51966094970703, + "median": 28281.193359375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5686246752738953, + "median": 0.5686246752738953, + "max": 0.5686246752738953, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3460, + "controller_edge_stiffness": 207 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0076.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0076.json new file mode 100644 index 0000000000000000000000000000000000000000..ab9fea082064c9b829bb2abe65aa5790fdba24f7 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0076.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0076", + "executed_epochs": 76, + "score": null, + "best_score": 0.013090408815557541, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d23c4dff3aba4d29867e368b79a9db73.npz", + "optimizer_file": "boundary_d23c4dff3aba4d29867e368b79a9db73_optimizer.pt", + "arrays_sha256": "e5c4fc3127c270a0f716e563b27569056c20d770d825c827e6f638f01d9888d6", + "optimizer_sha256": "8bbb76b56d3b68007652cc3e2a7e215599cb988fe5e575656ac5d81d2e2ac528", + "stage": "adam", + "completed_passes": 76, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 7296, + "adam_update_count": 7296, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 77, + "consumed_count": 76, + "last_submitted_update": 7296, + "last_consumed_update": 7200, + "pending": [ + { + "reference": { + "source_update": 7296, + "completed_passes": 76, + "next_interval": 0, + "trained_intervals": 7296, + "snapshot": "pass_end_0076", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 7008, + "pass_science": { + "completed_passes": 76, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 7296, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 7296, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013746338663622737, + "update_l2": 0.03942551091313362 + }, + "raw_ground_friction": { + "gradient_l2": 0.00010995242337230593, + "update_l2": 0.0003662109375 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.696016624919139e-05, + "update_l2": 0.007590797729790211 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014411249451510967, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3479, + "attachment": 208, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5624234080314636, + "ground_friction/effective": 0.5624234080314636, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014411249451510967, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0040932996198534966, + "ssim_fused": 0.9805387258529663, + "seg_l1": 0.004189630039036274, + "seg_ssim_ref": 0.9805386066436768, + "depth": 0.0003751108277452618, + "rgb_loss": 0.007166891358792782, + "seg_loss": 0.007243982516229153, + "total": 0.014411249451510967 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004548067692667246, + "ssim_fused": 0.9785990118980408, + "seg_l1": 0.004645044449716806, + "seg_ssim_ref": 0.9785991907119751, + "depth": 0.0004977806340734888, + "rgb_loss": 0.007918652147054672, + "seg_loss": 0.007996197789907455, + "total": 0.0159153477175962, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004977806340734888, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001230529865040443 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002785353222861886, + "ssim_fused": 0.9859659075737, + "seg_l1": 0.002947554225102067, + "seg_ssim_ref": 0.9859657287597656, + "depth": 0.0004274457460709128, + "rgb_loss": 0.005035101436078548, + "seg_loss": 0.005164897534996271, + "total": 0.010200426882482178, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004274457460709128, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017930447002924619 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.003291879314929247, + "ssim_fused": 0.9826620221138, + "seg_l1": 0.003377157961949706, + "seg_ssim_ref": 0.9826618432998657, + "depth": 0.0003573026673291394, + "rgb_loss": 0.006101098842918873, + "seg_loss": 0.006169357802718878, + "total": 0.012270813482643793, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003573026673291394, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 8.537992427358394e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0057478975504636765, + "ssim_fused": 0.9749280214309692, + "seg_l1": 0.005788763053715229, + "seg_ssim_ref": 0.9749276638031006, + "depth": 0.0002179142635075064, + "rgb_loss": 0.009612713940441608, + "seg_loss": 0.009645477868616581, + "total": 0.0192584097233217, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0002179142635075064, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0002179142635075064 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 76, + "adam_update_count": 7296 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13650369900278747 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d23c4dff3aba4d29867e368b79a9db73_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 77, + "next_interval": 0, + "next_adam_update": 7297, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 76, + "trained_intervals": 7296, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 7296, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.518681526184082, + "median": 11.014229774475098, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5627896189689636, + "median": 0.5627896189689636, + "max": 0.5627896189689636, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.768099308013916, + "median": 10.246481895446777, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 12.41222095489502, + "median": 60732.2265625, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 117.69532012939453, + "median": 28183.21484375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5627896189689636, + "median": 0.5627896189689636, + "max": 0.5627896189689636, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3479, + "controller_edge_stiffness": 208 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0077.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0077.json new file mode 100644 index 0000000000000000000000000000000000000000..acdd7c141bc434a783e8bbf622abc75c749c26f6 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0077.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0077", + "executed_epochs": 77, + "score": null, + "best_score": 0.013090408815557541, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_938d2d105498490587d202428be3f89b.npz", + "optimizer_file": "boundary_938d2d105498490587d202428be3f89b_optimizer.pt", + "arrays_sha256": "664f527ed83f789e1e23ed90a4e247b0fbc51dfca5bac5457062e293921e29ba", + "optimizer_sha256": "19dd277ff316d9ac40796fcb142ae2a84d1ed108976f2ec78c1444f2600a58a7", + "stage": "adam", + "completed_passes": 77, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 7392, + "adam_update_count": 7392, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 78, + "consumed_count": 77, + "last_submitted_update": 7392, + "last_consumed_update": 7296, + "pending": [ + { + "reference": { + "source_update": 7392, + "completed_passes": 77, + "next_interval": 0, + "trained_intervals": 7392, + "snapshot": "pass_end_0077", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 7008, + "pass_science": { + "completed_passes": 77, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 7392, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 7392, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00014113988436292857, + "update_l2": 0.040733642876148224 + }, + "raw_ground_friction": { + "gradient_l2": 0.00015325969434343278, + "update_l2": 0.0003566741943359375 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.729295399854891e-05, + "update_l2": 0.008022421039640903 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014483262991049031, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3499, + "attachment": 208, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5586133003234863, + "ground_friction/effective": 0.5586133003234863, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014483262991049031, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.004119826015084982, + "ssim_fused": 0.9804895520210266, + "seg_l1": 0.004228528123348951, + "seg_ssim_ref": 0.9804894328117371, + "depth": 0.0003790217271855282, + "rgb_loss": 0.00719794724136591, + "seg_loss": 0.007284936495125294, + "total": 0.014483262991049031 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004483699798583984, + "ssim_fused": 0.9788973927497864, + "seg_l1": 0.004560691304504871, + "seg_ssim_ref": 0.9788975715637207, + "depth": 0.0004961409366896582, + "rgb_loss": 0.007807481102645397, + "seg_loss": 0.007869038730859756, + "total": 0.015677016905764417, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004961409366896582, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00012141328912021377 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002791736973449588, + "ssim_fused": 0.985929012298584, + "seg_l1": 0.002938812132924795, + "seg_ssim_ref": 0.9859288930892944, + "depth": 0.00042760352447008144, + "rgb_loss": 0.005047587212175131, + "seg_loss": 0.005165271461009979, + "total": 0.010213286742370868, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042760352447008144, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001794622484284148 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.003387594595551491, + "ssim_fused": 0.9823729395866394, + "seg_l1": 0.003519166959449649, + "seg_ssim_ref": 0.9823727011680603, + "depth": 0.0003661739663464119, + "rgb_loss": 0.006235487759113312, + "seg_loss": 0.0063407933339476585, + "total": 0.012576647267027317, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003661739663464119, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 9.425122329085642e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005816271994262934, + "ssim_fused": 0.9747589230537415, + "seg_l1": 0.005895441863685846, + "seg_ssim_ref": 0.9747585654258728, + "depth": 0.00022616848123596143, + "rgb_loss": 0.009701233357191086, + "seg_loss": 0.009764640592038631, + "total": 0.019466101049033527, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00022616848123596143, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00022616848123596143 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 77, + "adam_update_count": 7392 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13444634599727578 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_938d2d105498490587d202428be3f89b_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 78, + "next_interval": 0, + "next_adam_update": 7393, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 77, + "trained_intervals": 7392, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 7392, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.5140302181243896, + "median": 11.02376651763916, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5589699745178223, + "median": 0.5589699745178223, + "max": 0.5589699745178223, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.750667572021484, + "median": 10.245096206665039, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 12.354621887207031, + "median": 61314.1875, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 115.6614761352539, + "median": 28144.189453125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5589699745178223, + "median": 0.5589699745178223, + "max": 0.5589699745178223, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3499, + "controller_edge_stiffness": 208 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0078.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0078.json new file mode 100644 index 0000000000000000000000000000000000000000..91477ebb34fb3b89ea47fd2571b2855af291fcea --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0078.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0078", + "executed_epochs": 78, + "score": null, + "best_score": 0.013090408815557541, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_30aab3d393b24073946ef651885acad8.npz", + "optimizer_file": "boundary_30aab3d393b24073946ef651885acad8_optimizer.pt", + "arrays_sha256": "be55ac51430ee16aa9612ac9514f22dbdf5dafc1271b0a98ad7cdcbe8a2d7bbf", + "optimizer_sha256": "3556477cd27a99eb068741011b566da48946d104aa8ae4bc87b1f794571c30ed", + "stage": "adam", + "completed_passes": 78, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 7488, + "adam_update_count": 7488, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 79, + "consumed_count": 78, + "last_submitted_update": 7488, + "last_consumed_update": 7392, + "pending": [ + { + "reference": { + "source_update": 7488, + "completed_passes": 78, + "next_interval": 0, + "trained_intervals": 7488, + "snapshot": "pass_end_0078", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 7008, + "pass_science": { + "completed_passes": 78, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 7488, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 7488, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00014382861263584346, + "update_l2": 0.04265040531754494 + }, + "raw_ground_friction": { + "gradient_l2": 0.00017867203860078007, + "update_l2": 0.0003426074981689453 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.7675667550065555e-05, + "update_l2": 0.008608469739556313 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014592610685110802, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3524, + "attachment": 209, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5574464797973633, + "ground_friction/effective": 0.5574464797973633, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014592610685110802, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.004160337150096893, + "ssim_fused": 0.9804152846336365, + "seg_l1": 0.004287542775273323, + "seg_ssim_ref": 0.9804151058197021, + "depth": 0.0003903768516719963, + "rgb_loss": 0.007245213259011507, + "seg_loss": 0.007347007282078266, + "total": 0.014592610685110802 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00439471285790205, + "ssim_fused": 0.9793531894683838, + "seg_l1": 0.004458004143089056, + "seg_ssim_ref": 0.9793533086776733, + "depth": 0.0004965247284362299, + "rgb_loss": 0.007645132951438427, + "seg_loss": 0.007695741951465607, + "total": 0.01534137142763247, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004965247284362299, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00012179708086678541 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028201788663864136, + "ssim_fused": 0.9857817888259888, + "seg_l1": 0.0029459905344992876, + "seg_ssim_ref": 0.985781729221344, + "depth": 0.0004288139756934516, + "rgb_loss": 0.005099785514175892, + "seg_loss": 0.005200446583330631, + "total": 0.010300660911482216, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004288139756934516, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001806726996517849 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.003509990870952606, + "ssim_fused": 0.9819976091384888, + "seg_l1": 0.0036984230391681194, + "seg_ssim_ref": 0.9819973111152649, + "depth": 0.0003893652672455128, + "rgb_loss": 0.006408470682799816, + "seg_loss": 0.006559276022017002, + "total": 0.012968136070084063, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003893652672455128, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 0.00011744252418995722 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005916466936469078, + "ssim_fused": 0.9745285511016846, + "seg_l1": 0.0060477531515061855, + "seg_ssim_ref": 0.9745281934738159, + "depth": 0.00024680343531279094, + "rgb_loss": 0.009827462956309319, + "seg_loss": 0.009932564571499825, + "total": 0.019760274331244457, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00024680343531279094, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00024680343531279094 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 78, + "adam_update_count": 7488 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1323406680021435 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_30aab3d393b24073946ef651885acad8_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 79, + "next_interval": 0, + "next_adam_update": 7489, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 78, + "trained_intervals": 7488, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 7488, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.5085439682006836, + "median": 11.038103103637695, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5577890872955322, + "median": 0.5577890872955322, + "max": 0.5577890872955322, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.742760181427002, + "median": 10.24545669555664, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 12.287027359008789, + "median": 62199.5546875, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 114.75049591064453, + "median": 28154.337890625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5577890872955322, + "median": 0.5577890872955322, + "max": 0.5577890872955322, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3524, + "controller_edge_stiffness": 209 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0079.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0079.json new file mode 100644 index 0000000000000000000000000000000000000000..c2726023892d90cda96c70a75b7e1506cfd9e971 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0079.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0079", + "executed_epochs": 79, + "score": null, + "best_score": 0.013066007527986909, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e7211af8a3f5410eaaae78c0fded9cac.npz", + "optimizer_file": "boundary_e7211af8a3f5410eaaae78c0fded9cac_optimizer.pt", + "arrays_sha256": "a6e175b8ee80d3b43da7439305926bd867e172cc81ffc1c9c9ab01e3d3696c77", + "optimizer_sha256": "7db41c868991c4531d178b8bc6452d28f20d90b25ecc403bb53da9b348af1334", + "stage": "adam", + "completed_passes": 79, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 7584, + "adam_update_count": 7584, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 80, + "consumed_count": 79, + "last_submitted_update": 7584, + "last_consumed_update": 7488, + "pending": [ + { + "reference": { + "source_update": 7584, + "completed_passes": 79, + "next_interval": 0, + "trained_intervals": 7584, + "snapshot": "pass_end_0079", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 7488, + "pass_science": { + "completed_passes": 79, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 7584, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 7584, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001342460309388116, + "update_l2": 0.03941531479358673 + }, + "raw_ground_friction": { + "gradient_l2": 0.0002258945460198447, + "update_l2": 0.0003809928894042969 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.751405761751812e-05, + "update_l2": 0.008386108092963696 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014381247286548222, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3548, + "attachment": 209, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.55823814868927, + "ground_friction/effective": 0.55823814868927, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014381247286548222, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0040856339037418365, + "ssim_fused": 0.9805872440338135, + "seg_l1": 0.004184067249298096, + "seg_ssim_ref": 0.9805871844291687, + "depth": 0.00037480411430652677, + "rgb_loss": 0.0071510495617985725, + "seg_loss": 0.007229823153465986, + "total": 0.014381247286548222 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0044922293163836, + "ssim_fused": 0.9788277745246887, + "seg_l1": 0.004561307840049267, + "seg_ssim_ref": 0.978827953338623, + "depth": 0.0004946955775472128, + "rgb_loss": 0.00782822910696268, + "seg_loss": 0.007883455604314804, + "total": 0.015712178475532457, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004946955775472128, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011996792997776834 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027763252146542072, + "ssim_fused": 0.9860243201255798, + "seg_l1": 0.002932095667347312, + "seg_ssim_ref": 0.9860242009162903, + "depth": 0.00042679487271596626, + "rgb_loss": 0.005016196519136429, + "seg_loss": 0.005140836350619793, + "total": 0.010157459664628938, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042679487271596626, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001786535966742996 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0033146077767014503, + "ssim_fused": 0.9826153516769409, + "seg_l1": 0.0034224246628582478, + "seg_ssim_ref": 0.9826151132583618, + "depth": 0.0003580862022667295, + "rgb_loss": 0.006128615699708462, + "seg_loss": 0.006214917171746492, + "total": 0.012343891423318508, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003580862022667295, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 8.61634592111739e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005759373307228088, + "ssim_fused": 0.9748817086219788, + "seg_l1": 0.0058204410597682, + "seg_ssim_ref": 0.9748813509941101, + "depth": 0.00021963980469619847, + "rgb_loss": 0.009631156921386719, + "seg_loss": 0.009680083021521568, + "total": 0.01931145958271298, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00021963980469619847, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0002196398046961985 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 79, + "adam_update_count": 7584 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14334211699315347 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e7211af8a3f5410eaaae78c0fded9cac_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 80, + "next_interval": 0, + "next_adam_update": 7585, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 79, + "trained_intervals": 7584, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 7584, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.500685214996338, + "median": 11.04732608795166, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5586191415786743, + "median": 0.5586191415786743, + "max": 0.5586191415786743, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.72445011138916, + "median": 10.240984916687012, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 12.190844535827637, + "median": 62775.875, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 112.66852569580078, + "median": 28028.71875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5586191415786743, + "median": 0.5586191415786743, + "max": 0.5586191415786743, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3548, + "controller_edge_stiffness": 209 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0080.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0080.json new file mode 100644 index 0000000000000000000000000000000000000000..e02c73f749b778c4d2c3b6b1dc5dbea79d0ab17e --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0080.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0080", + "executed_epochs": 80, + "score": null, + "best_score": 0.013066007527986909, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_4f59c72dade841c9b0e1785ab46a56b9.npz", + "optimizer_file": "boundary_4f59c72dade841c9b0e1785ab46a56b9_optimizer.pt", + "arrays_sha256": "926377cda830c6e74732f175d10717a735c678de9583c7561648dda145eb735c", + "optimizer_sha256": "c8636c0d5767820cdbe1cc69f0d4365058fb80fbd8e2a7a40d612c0165fbb122", + "stage": "adam", + "completed_passes": 80, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 7680, + "adam_update_count": 7680, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 81, + "consumed_count": 80, + "last_submitted_update": 7680, + "last_consumed_update": 7584, + "pending": [ + { + "reference": { + "source_update": 7680, + "completed_passes": 80, + "next_interval": 0, + "trained_intervals": 7680, + "snapshot": "pass_end_0080", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 7488, + "pass_science": { + "completed_passes": 80, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 7680, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 7680, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013881067570764571, + "update_l2": 0.0410282164812088 + }, + "raw_ground_friction": { + "gradient_l2": 0.0003972558188252151, + "update_l2": 0.0003847479820251465 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.724358298815787e-05, + "update_l2": 0.007816647179424763 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014453358621137526, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3579, + "attachment": 209, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5617280006408691, + "ground_friction/effective": 0.5617280006408691, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014453358621137526, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0041105174459517, + "ssim_fused": 0.9805203676223755, + "seg_l1": 0.004215830937027931, + "seg_ssim_ref": 0.9805201888084412, + "depth": 0.00037872119465150823, + "rgb_loss": 0.0071843471378088, + "seg_loss": 0.007268632762134075, + "total": 0.014453358621137526 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00445852056145668, + "ssim_fused": 0.9790256023406982, + "seg_l1": 0.004538270644843578, + "seg_ssim_ref": 0.9790257811546326, + "depth": 0.0004935940051518586, + "rgb_loss": 0.007761695887893438, + "seg_loss": 0.007825460284948349, + "total": 0.015587650232508226, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004935940051518586, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011886635758241422 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002793452236801386, + "ssim_fused": 0.9858940839767456, + "seg_l1": 0.002933082403615117, + "seg_ssim_ref": 0.9858940243721008, + "depth": 0.0004288022353789878, + "rgb_loss": 0.0050559453666210175, + "seg_loss": 0.0051676612347364426, + "total": 0.010224035403592839, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004288022353789878, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00018066095933732114 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0033783791586756706, + "ssim_fused": 0.9823737740516663, + "seg_l1": 0.0035070704761892557, + "seg_ssim_ref": 0.9823734164237976, + "depth": 0.00036422804386691284, + "rgb_loss": 0.0062279487028717995, + "seg_loss": 0.006330973468720913, + "total": 0.01255928639963658, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00036422804386691284, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 9.230530081135729e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005811717361211777, + "ssim_fused": 0.9747878909111023, + "seg_l1": 0.005884900223463774, + "seg_ssim_ref": 0.9747874140739441, + "depth": 0.00022826049420827374, + "rgb_loss": 0.009691796265542507, + "seg_loss": 0.00975043699145317, + "total": 0.01944246244881246, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00022826049420827374, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00022826049420827368 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 80, + "adam_update_count": 7680 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1347302270005457 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_4f59c72dade841c9b0e1785ab46a56b9_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 81, + "next_interval": 0, + "next_adam_update": 7681, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 80, + "trained_intervals": 7680, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 7680, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.490659475326538, + "median": 11.059111595153809, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5621127486228943, + "median": 0.5621127486228943, + "max": 0.5621127486228943, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.715931415557861, + "median": 10.236966133117676, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 12.069232940673828, + "median": 63520.09375, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 111.71282196044922, + "median": 27916.30078125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5621127486228943, + "median": 0.5621127486228943, + "max": 0.5621127486228943, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3579, + "controller_edge_stiffness": 209 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0081.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0081.json new file mode 100644 index 0000000000000000000000000000000000000000..911dc62854bd1629d5b30b85c8394c8dbbf53efb --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0081.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0081", + "executed_epochs": 81, + "score": null, + "best_score": 0.013066007527986909, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_8d391c17ef3443aabbb78654fe8de382.npz", + "optimizer_file": "boundary_8d391c17ef3443aabbb78654fe8de382_optimizer.pt", + "arrays_sha256": "11997b2891eff3999ef5dc4ebe7ff30952f3d1dab1c97b11d0fafc91457ec334", + "optimizer_sha256": "29499952bb684ac90e50b91c3f43364385a507fd770d9542561b8dbe692dc831", + "stage": "adam", + "completed_passes": 81, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 7776, + "adam_update_count": 7776, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 82, + "consumed_count": 81, + "last_submitted_update": 7776, + "last_consumed_update": 7680, + "pending": [ + { + "reference": { + "source_update": 7776, + "completed_passes": 81, + "next_interval": 0, + "trained_intervals": 7776, + "snapshot": "pass_end_0081", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 7488, + "pass_science": { + "completed_passes": 81, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 7776, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 7776, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013271940406411886, + "update_l2": 0.04076213389635086 + }, + "raw_ground_friction": { + "gradient_l2": 0.00019367935601621866, + "update_l2": 0.00034171342849731445 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.625610275368672e-05, + "update_l2": 0.007809184957295656 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014603730475257967, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3604, + "attachment": 209, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5761905908584595, + "ground_friction/effective": 0.5761905908584595, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014603730475257967, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.004155663773417473, + "ssim_fused": 0.9803367853164673, + "seg_l1": 0.004266893025487661, + "seg_ssim_ref": 0.9803366661071777, + "depth": 0.00038365619990715974, + "rgb_loss": 0.0072571709752082825, + "seg_loss": 0.0073461756110191345, + "total": 0.014603730475257967 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004533462226390839, + "ssim_fused": 0.978787362575531, + "seg_l1": 0.004673224873840809, + "seg_ssim_ref": 0.9787876009941101, + "depth": 0.000497946501045436, + "rgb_loss": 0.0078692976385355, + "seg_loss": 0.007981060072779655, + "total": 0.0158508556578162, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.000497946501045436, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00012321885347599154 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028346190229058266, + "ssim_fused": 0.9856215715408325, + "seg_l1": 0.0029775919392704964, + "seg_ssim_ref": 0.9856213927268982, + "depth": 0.0004323824459650663, + "rgb_loss": 0.005143380723893642, + "seg_loss": 0.005257795099169016, + "total": 0.010401608671169911, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004323824459650663, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001842411699233996 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0034121933858841658, + "ssim_fused": 0.9822089076042175, + "seg_l1": 0.003528413362801075, + "seg_ssim_ref": 0.9822086691856384, + "depth": 0.0003758508672133191, + "rgb_loss": 0.006287973374128342, + "seg_loss": 0.0063809966668486595, + "total": 0.012669345891844215, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003758508672133191, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 0.00010392812415776351 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005842381156980991, + "ssim_fused": 0.9747293591499329, + "seg_l1": 0.005888341460376978, + "seg_ssim_ref": 0.9747291207313538, + "depth": 0.0002284449854048175, + "rgb_loss": 0.00972803309559822, + "seg_loss": 0.009764849208295345, + "total": 0.019493111680201545, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0002284449854048175, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00022844498540481751 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 81, + "adam_update_count": 7776 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13334942498477176 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_8d391c17ef3443aabbb78654fe8de382_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 82, + "next_interval": 0, + "next_adam_update": 7777, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 81, + "trained_intervals": 7776, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 7776, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.477144718170166, + "median": 11.063904762268066, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5765323042869568, + "median": 0.5765323042869568, + "max": 0.5765323042869568, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.705206394195557, + "median": 10.233816146850586, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 11.907217025756836, + "median": 63825.2890625, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 110.52110290527344, + "median": 27828.505859375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5765323042869568, + "median": 0.5765323042869568, + "max": 0.5765323042869568, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3604, + "controller_edge_stiffness": 209 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0082.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0082.json new file mode 100644 index 0000000000000000000000000000000000000000..a5121f746690fa210610db501a2f7ef00f701158 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0082.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0082", + "executed_epochs": 82, + "score": null, + "best_score": 0.013066007527986909, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_cfb4cd9355574c17a27bd2403aeb884c.npz", + "optimizer_file": "boundary_cfb4cd9355574c17a27bd2403aeb884c_optimizer.pt", + "arrays_sha256": "85539792b31504e390edaeae3b8d07f7465c10c31144efc7a048db0fd243b881", + "optimizer_sha256": "297ffffe8bd8a5e81a0ee373cc0c6347eed057214503555837a539199584c6b3", + "stage": "adam", + "completed_passes": 82, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 7872, + "adam_update_count": 7872, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 83, + "consumed_count": 82, + "last_submitted_update": 7872, + "last_consumed_update": 7776, + "pending": [ + { + "reference": { + "source_update": 7872, + "completed_passes": 82, + "next_interval": 0, + "trained_intervals": 7872, + "snapshot": "pass_end_0082", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 7488, + "pass_science": { + "completed_passes": 82, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 7872, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 7872, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010857950837817043, + "update_l2": 0.0409708246588707 + }, + "raw_ground_friction": { + "gradient_l2": 0.00013239899999462068, + "update_l2": 0.00022864341735839844 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4580217793991324e-05, + "update_l2": 0.009102800861001015 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014860286361194018, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3623, + "attachment": 209, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.58559650182724, + "ground_friction/effective": 0.58559650182724, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014860286361194018, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.004238204564899206, + "ssim_fused": 0.9800651669502258, + "seg_l1": 0.004369222559034824, + "seg_ssim_ref": 0.980065107345581, + "depth": 0.000396494409803935, + "rgb_loss": 0.007377527188509703, + "seg_loss": 0.007482362445443869, + "total": 0.014860286361194018 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0045404802076518536, + "ssim_fused": 0.9788448214530945, + "seg_l1": 0.004719386342912912, + "seg_ssim_ref": 0.9788452386856079, + "depth": 0.000502696566609407, + "rgb_loss": 0.007863420061767101, + "seg_loss": 0.008006460964679718, + "total": 0.015870384654336003, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.000502696566609407, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001279689190399625 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029025014955550432, + "ssim_fused": 0.9851791262626648, + "seg_l1": 0.003024032339453697, + "seg_ssim_ref": 0.9851789474487305, + "depth": 0.00044422879375931345, + "rgb_loss": 0.005286175757646561, + "seg_loss": 0.005383436568081379, + "total": 0.010670056554521698, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00044422879375931345, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00019608751771764678 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0035683540627360344, + "ssim_fused": 0.9817205667495728, + "seg_l1": 0.0037285666912794113, + "seg_ssim_ref": 0.9817202687263489, + "depth": 0.00039918673883269836, + "rgb_loss": 0.006510569714009762, + "seg_loss": 0.006638799794018269, + "total": 0.013149768694766863, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00039918673883269836, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 0.00012726399577714286 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005941482726484537, + "ssim_fused": 0.9745162129402161, + "seg_l1": 0.006004904862493277, + "seg_ssim_ref": 0.9745158553123474, + "depth": 0.00023986554001432112, + "rgb_loss": 0.009849943220615387, + "seg_loss": 0.009900752454996109, + "total": 0.01975093554115151, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00023986554001432112, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00023986554001432112 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 82, + "adam_update_count": 7872 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13470310598495416 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_cfb4cd9355574c17a27bd2403aeb884c_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 83, + "next_interval": 0, + "next_adam_update": 7873, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 82, + "trained_intervals": 7872, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 7872, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.4632203578948975, + "median": 11.070902824401855, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5858251452445984, + "median": 0.5858251452445984, + "max": 0.5858251452445984, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.703777313232422, + "median": 10.234834671020508, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 11.742566108703613, + "median": 64273.5078125, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 110.36326599121094, + "median": 27856.86328125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5858251452445984, + "median": 0.5858251452445984, + "max": 0.5858251452445984, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3624, + "controller_edge_stiffness": 209 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0083.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0083.json new file mode 100644 index 0000000000000000000000000000000000000000..da0f99d70cf65bd6cf3704426c4d37454512f524 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0083.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0083", + "executed_epochs": 83, + "score": null, + "best_score": 0.013066007527986909, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_9d71328d3cb14bd2a1f94e581d56583f.npz", + "optimizer_file": "boundary_9d71328d3cb14bd2a1f94e581d56583f_optimizer.pt", + "arrays_sha256": "53fd5551b6d0cfb5100f2fe5f6a6f04f8e22889354083e9caa9a5e606af552e3", + "optimizer_sha256": "70dd7260af39cd578e8c7b98033853c2f631b57bb1e5013fb5f182008aca7e2f", + "stage": "adam", + "completed_passes": 83, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 7968, + "adam_update_count": 7968, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 84, + "consumed_count": 83, + "last_submitted_update": 7968, + "last_consumed_update": 7872, + "pending": [ + { + "reference": { + "source_update": 7968, + "completed_passes": 83, + "next_interval": 0, + "trained_intervals": 7968, + "snapshot": "pass_end_0083", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 7488, + "pass_science": { + "completed_passes": 83, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 7968, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 7968, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00011618583084782586, + "update_l2": 0.040169745683670044 + }, + "raw_ground_friction": { + "gradient_l2": 0.0001749745279084891, + "update_l2": 0.0002613663673400879 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.6215522919083014e-05, + "update_l2": 0.0066117821261286736 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014827696153623813, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3648, + "attachment": 212, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5770137310028076, + "ground_friction/effective": 0.5770137310028076, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014827696153623813, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.00423042569309473, + "ssim_fused": 0.9801146388053894, + "seg_l1": 0.004360966384410858, + "seg_ssim_ref": 0.9801144599914551, + "depth": 0.0003960576931170525, + "rgb_loss": 0.007361421827226877, + "seg_loss": 0.007465878035873175, + "total": 0.014827696153623813 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004496639594435692, + "ssim_fused": 0.9790213704109192, + "seg_l1": 0.004667100962251425, + "seg_ssim_ref": 0.9790216088294983, + "depth": 0.0004996871408530407, + "rgb_loss": 0.007793037686496973, + "seg_loss": 0.007929359562695026, + "total": 0.01572289740199414, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004996871408530407, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00012495949328359622 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028790573123842478, + "ssim_fused": 0.985282301902771, + "seg_l1": 0.002976134652271867, + "seg_ssim_ref": 0.9852821230888367, + "depth": 0.0004340295665856042, + "rgb_loss": 0.005246785469353199, + "seg_loss": 0.0053244829177856445, + "total": 0.01057170241670543, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004340295665856042, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00018588829054393756 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0035529588349163532, + "ssim_fused": 0.9817249178886414, + "seg_l1": 0.003713337704539299, + "seg_ssim_ref": 0.981724739074707, + "depth": 0.000392219284077744, + "rgb_loss": 0.0064973835833370686, + "seg_loss": 0.006625722162425518, + "total": 0.013123498430707951, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.000392219284077744, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 0.00012029654102218845 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00599304772913456, + "ssim_fused": 0.9744297862052917, + "seg_l1": 0.006087291985750198, + "seg_ssim_ref": 0.9744294285774231, + "depth": 0.00025829478095182106, + "rgb_loss": 0.009908480569720268, + "seg_loss": 0.00998394750058651, + "total": 0.01989268636508773, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00025829478095182106, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00025829478095182106 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 83, + "adam_update_count": 7968 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13304736200370826 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_9d71328d3cb14bd2a1f94e581d56583f_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 84, + "next_interval": 0, + "next_adam_update": 7969, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 83, + "trained_intervals": 7968, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 7968, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.4440102577209473, + "median": 11.081993103027344, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5772750973701477, + "median": 0.5772750973701477, + "max": 0.5772750973701477, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.689106464385986, + "median": 10.232466697692871, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 11.519144058227539, + "median": 64990.2890625, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 108.75596618652344, + "median": 27790.9765625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5772750973701477, + "median": 0.5772750973701477, + "max": 0.5772750973701477, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3648, + "controller_edge_stiffness": 212 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0084.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0084.json new file mode 100644 index 0000000000000000000000000000000000000000..a970be090848c78a85b35bba564b40b56e046ca5 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0084.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0084", + "executed_epochs": 84, + "score": null, + "best_score": 0.013066007527986909, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_34dc918f12a7422ebfecb9265472dbd2.npz", + "optimizer_file": "boundary_34dc918f12a7422ebfecb9265472dbd2_optimizer.pt", + "arrays_sha256": "96b777f8c5a210c9523624d8a9135002a1ea38b2b5d1255795d3305caf39d9f7", + "optimizer_sha256": "64f702490b2ab05e6967a13409c6e445c1bf2d107ec8579f361577c18ba7008d", + "stage": "adam", + "completed_passes": 84, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 8064, + "adam_update_count": 8064, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 85, + "consumed_count": 84, + "last_submitted_update": 8064, + "last_consumed_update": 7968, + "pending": [ + { + "reference": { + "source_update": 8064, + "completed_passes": 84, + "next_interval": 0, + "trained_intervals": 8064, + "snapshot": "pass_end_0084", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 7488, + "pass_science": { + "completed_passes": 84, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 8064, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 8064, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001502211525803432, + "update_l2": 0.03839324414730072 + }, + "raw_ground_friction": { + "gradient_l2": 0.00012069193326169625, + "update_l2": 0.000321805477142334 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.8837672541849315e-05, + "update_l2": 0.011037405580282211 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014352840156944277, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3670, + "attachment": 213, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5474388003349304, + "ground_friction/effective": 0.5474388003349304, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014352840156944277, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.004077368415892124, + "ssim_fused": 0.9806194305419922, + "seg_l1": 0.00417290348559618, + "seg_ssim_ref": 0.9806193113327026, + "depth": 0.0003767383264325327, + "rgb_loss": 0.0071380059234797955, + "seg_loss": 0.007214457727968693, + "total": 0.014352840156944277 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004475196357816458, + "ssim_fused": 0.9788724184036255, + "seg_l1": 0.004541888367384672, + "seg_ssim_ref": 0.9788727760314941, + "depth": 0.0004939093299251463, + "rgb_loss": 0.0078056734055280685, + "seg_loss": 0.00785895623266697, + "total": 0.015665123547524962, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004939093299251463, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011918168235570185 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027678462211042643, + "ssim_fused": 0.9860421419143677, + "seg_l1": 0.0029113420750945807, + "seg_ssim_ref": 0.9860419631004333, + "depth": 0.0004243898973086233, + "rgb_loss": 0.005005848594009876, + "seg_loss": 0.005120681133121252, + "total": 0.01012695365136715, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004243898973086233, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017624862126695663 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0032824184745550156, + "ssim_fused": 0.9827175736427307, + "seg_l1": 0.003381070215255022, + "seg_ssim_ref": 0.9827172756195068, + "depth": 0.0003570635189672206, + "rgb_loss": 0.006082420237362385, + "seg_loss": 0.0061614010483026505, + "total": 0.012244178349184003, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003570635189672206, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 8.51407759116651e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005784012842923403, + "ssim_fused": 0.9748456478118896, + "seg_l1": 0.005857312120497227, + "seg_ssim_ref": 0.974845290184021, + "depth": 0.00023159055952914052, + "rgb_loss": 0.009658081457018852, + "seg_loss": 0.009716792032122612, + "total": 0.019375105079700992, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00023159055952914052, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00023159055952914052 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 84, + "adam_update_count": 8064 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1416984899842646 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_34dc918f12a7422ebfecb9265472dbd2_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 85, + "next_interval": 0, + "next_adam_update": 8065, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 84, + "trained_intervals": 8064, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 8064, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.432664632797241, + "median": 11.092111587524414, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5477606058120728, + "median": 0.5477606058120728, + "max": 0.5477606058120728, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.6571125984191895, + "median": 10.231940269470215, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 11.389189720153809, + "median": 65651.2265625, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 105.33151245117188, + "median": 27776.349609375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5477606058120728, + "median": 0.5477606058120728, + "max": 0.5477606058120728, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3670, + "controller_edge_stiffness": 213 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0085.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0085.json new file mode 100644 index 0000000000000000000000000000000000000000..aee8bc680570afcfdb394af077addc74f8ea8fdf --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0085.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0085", + "executed_epochs": 85, + "score": null, + "best_score": 0.013030185150411861, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_1bdcee1901b440f481f9ea72b323ad7d.npz", + "optimizer_file": "boundary_1bdcee1901b440f481f9ea72b323ad7d_optimizer.pt", + "arrays_sha256": "70efb2c6971d9a95d3e2ff041ad1627e303d7994240d270c9fe0b8c366dd7113", + "optimizer_sha256": "d39a4c4f5daddb77dd5190335776fd32429442e3c7d0e6e94a4035aadc538f1f", + "stage": "adam", + "completed_passes": 85, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 8160, + "adam_update_count": 8160, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 86, + "consumed_count": 85, + "last_submitted_update": 8160, + "last_consumed_update": 8064, + "pending": [ + { + "reference": { + "source_update": 8160, + "completed_passes": 85, + "next_interval": 0, + "trained_intervals": 8160, + "snapshot": "pass_end_0085", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8064, + "pass_science": { + "completed_passes": 85, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 8160, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 8160, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00014384502719622105, + "update_l2": 0.040798868983983994 + }, + "raw_ground_friction": { + "gradient_l2": 0.0002943553263321519, + "update_l2": 0.00038129091262817383 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.8567192455520853e-05, + "update_l2": 0.013784032315015793 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014396685754554401, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3687, + "attachment": 215, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5508031845092773, + "ground_friction/effective": 0.5508031845092773, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014396685754554401, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.004093979485332966, + "ssim_fused": 0.9805874228477478, + "seg_l1": 0.004195054993033409, + "seg_ssim_ref": 0.9805871844291687, + "depth": 0.00037986007524557267, + "rgb_loss": 0.007157708518207073, + "seg_loss": 0.007238597609102726, + "total": 0.014396685754554401 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00443615484982729, + "ssim_fused": 0.9791010022163391, + "seg_l1": 0.00451922370120883, + "seg_ssim_ref": 0.979101300239563, + "depth": 0.0004910376341271007, + "rgb_loss": 0.007728723343461752, + "seg_loss": 0.007795118726789951, + "total": 0.015524332642224543, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004910376341271007, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001163099865576562 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027838919777423143, + "ssim_fused": 0.9859201312065125, + "seg_l1": 0.0029085970018059015, + "seg_ssim_ref": 0.9859199523925781, + "depth": 0.0004255355621305196, + "rgb_loss": 0.005043087527155876, + "seg_loss": 0.005142887122929096, + "total": 0.010186400185647104, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004255355621305196, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001773942860888529 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0033188271336257458, + "ssim_fused": 0.9825652837753296, + "seg_l1": 0.003427780931815505, + "seg_ssim_ref": 0.9825649261474609, + "depth": 0.0003599081673460184, + "rgb_loss": 0.006142004858702421, + "seg_loss": 0.0062292395159602165, + "total": 0.012371603817168696, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003599081673460184, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 8.798542429046282e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005837044212967157, + "ssim_fused": 0.9747630953788757, + "seg_l1": 0.005924617405980825, + "seg_ssim_ref": 0.9747627377510071, + "depth": 0.00024295893737865195, + "rgb_loss": 0.009717016480863094, + "seg_loss": 0.009787146002054214, + "total": 0.019504406373177262, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00024295893737865195, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0002429589373786519 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 85, + "adam_update_count": 8160 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1356187339988537 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_1bdcee1901b440f481f9ea72b323ad7d_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 86, + "next_interval": 0, + "next_adam_update": 8161, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 85, + "trained_intervals": 8160, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 8160, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.421112537384033, + "median": 11.102595329284668, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5511844754219055, + "median": 0.5511844754219055, + "max": 0.5511844754219055, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.6328535079956055, + "median": 10.228292465209961, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 11.258378028869629, + "median": 66343.1171875, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 102.8070068359375, + "median": 27675.212890625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5511844754219055, + "median": 0.5511844754219055, + "max": 0.5511844754219055, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3687, + "controller_edge_stiffness": 215 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0086.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0086.json new file mode 100644 index 0000000000000000000000000000000000000000..0d617443eab231896bcfbbb517fdecfa030d5caf --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0086.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0086", + "executed_epochs": 86, + "score": null, + "best_score": 0.013030185150411861, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c629c038c81444f7ae1726837dc9d963.npz", + "optimizer_file": "boundary_c629c038c81444f7ae1726837dc9d963_optimizer.pt", + "arrays_sha256": "99d74f86bc14fdaa6b77267a39133ac641d186f58fff8124855213ce7bc5655b", + "optimizer_sha256": "458588ae91ecbb17c377cd8aa78584bc32a80638ad41e68d3cc36c2884b19090", + "stage": "adam", + "completed_passes": 86, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 8256, + "adam_update_count": 8256, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 87, + "consumed_count": 86, + "last_submitted_update": 8256, + "last_consumed_update": 8160, + "pending": [ + { + "reference": { + "source_update": 8256, + "completed_passes": 86, + "next_interval": 0, + "trained_intervals": 8256, + "snapshot": "pass_end_0086", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8064, + "pass_science": { + "completed_passes": 86, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 8256, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 8256, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013224997383076698, + "update_l2": 0.04170248657464981 + }, + "raw_ground_friction": { + "gradient_l2": 0.00027872045757249, + "update_l2": 0.0003356337547302246 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.6270827472908422e-05, + "update_l2": 0.0074775489047169685 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014562688290353318, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3706, + "attachment": 217, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5736085176467896, + "ground_friction/effective": 0.5736085176467896, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014562688290353318, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.00414364505559206, + "ssim_fused": 0.9803850054740906, + "seg_l1": 0.004251724109053612, + "seg_ssim_ref": 0.9803849458694458, + "depth": 0.00038276168277027973, + "rgb_loss": 0.007237908896058798, + "seg_loss": 0.0073243966326117516, + "total": 0.014562688290353318 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004498892463743687, + "ssim_fused": 0.9789367914199829, + "seg_l1": 0.004628647584468126, + "seg_ssim_ref": 0.9789370894432068, + "depth": 0.0004962419606372714, + "rgb_loss": 0.007811755873262882, + "seg_loss": 0.007915500551462173, + "total": 0.01572775173536312, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004962419606372714, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00012151431306782687 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028314332012087107, + "ssim_fused": 0.9856310486793518, + "seg_l1": 0.0029705960769206285, + "seg_ssim_ref": 0.985630989074707, + "depth": 0.0004328728836034947, + "rgb_loss": 0.005138936918228865, + "seg_loss": 0.005250279325991869, + "total": 0.010389649117104337, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004328728836034947, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001847316075618281 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.003407526994124055, + "ssim_fused": 0.9822319746017456, + "seg_l1": 0.0035266627091914415, + "seg_ssim_ref": 0.982231616973877, + "depth": 0.0003756084652552898, + "rgb_loss": 0.006279626861214638, + "seg_loss": 0.00637500686571002, + "total": 0.012655009801051201, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003756084652552898, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 0.00010368572219973421 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005836727563291788, + "ssim_fused": 0.9747403264045715, + "seg_l1": 0.005880990531295538, + "seg_ssim_ref": 0.9747399687767029, + "depth": 0.00022632342158506306, + "rgb_loss": 0.009721316397190094, + "seg_loss": 0.009756798855960369, + "total": 0.01947834250789462, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00022632342158506306, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00022632342158506306 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 86, + "adam_update_count": 8256 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1524855559982825 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c629c038c81444f7ae1726837dc9d963_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 87, + "next_interval": 0, + "next_adam_update": 8257, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 86, + "trained_intervals": 8256, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 8256, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.4088070392608643, + "median": 11.11184024810791, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5739441514015198, + "median": 0.5739441514015198, + "max": 0.5739441514015198, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.623409748077393, + "median": 10.225509643554688, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 11.120686531066895, + "median": 66959.3046875, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 101.84069061279297, + "median": 27598.3046875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5739441514015198, + "median": 0.5739441514015198, + "max": 0.5739441514015198, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3707, + "controller_edge_stiffness": 217 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0087.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0087.json new file mode 100644 index 0000000000000000000000000000000000000000..0f148ad0914f468fc9e3d95eb4d02176d9bfd319 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0087.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0087", + "executed_epochs": 87, + "score": null, + "best_score": 0.013030185150411861, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f0039e4f8ce34a998ca4e2fa3dd791b8.npz", + "optimizer_file": "boundary_f0039e4f8ce34a998ca4e2fa3dd791b8_optimizer.pt", + "arrays_sha256": "920daf26a2323305600fb1789576882a330b948d4d48cf58d13988a710b040c6", + "optimizer_sha256": "d8b1fa1bc1080fa18467a8c0ef3de64df216df15e343e7af4562fa00fb464d12", + "stage": "adam", + "completed_passes": 87, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 8352, + "adam_update_count": 8352, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 88, + "consumed_count": 87, + "last_submitted_update": 8352, + "last_consumed_update": 8256, + "pending": [ + { + "reference": { + "source_update": 8352, + "completed_passes": 87, + "next_interval": 0, + "trained_intervals": 8352, + "snapshot": "pass_end_0087", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8064, + "pass_science": { + "completed_passes": 87, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 8352, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 8352, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013694140943698585, + "update_l2": 0.03885999694466591 + }, + "raw_ground_friction": { + "gradient_l2": 0.0003811832284554839, + "update_l2": 0.00041961669921875 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.7179430869873613e-05, + "update_l2": 0.008223331533372402 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014263359276292487, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3733, + "attachment": 218, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5563225746154785, + "ground_friction/effective": 0.5563225746154785, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014263359276292487, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.004047515336424112, + "ssim_fused": 0.9807004332542419, + "seg_l1": 0.004131409339606762, + "seg_ssim_ref": 0.9807003736495972, + "depth": 0.00037127704696270596, + "rgb_loss": 0.007097925990819931, + "seg_loss": 0.007165062241256237, + "total": 0.014263359276292487 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0044813514687120914, + "ssim_fused": 0.9788633584976196, + "seg_l1": 0.00454697385430336, + "seg_ssim_ref": 0.9788635969161987, + "depth": 0.0004919180223216406, + "rgb_loss": 0.007812409661710262, + "seg_loss": 0.007864859886467457, + "total": 0.015677761466200042, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004919180223216406, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001171903747521961 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002762911841273308, + "ssim_fused": 0.9860743284225464, + "seg_l1": 0.002921969862654805, + "seg_ssim_ref": 0.9860742092132568, + "depth": 0.0004258801939591978, + "rgb_loss": 0.004995463881641626, + "seg_loss": 0.005122734233736992, + "total": 0.01011862352991129, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004258801939591978, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017773891791753106 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.003244604915380478, + "ssim_fused": 0.9828503131866455, + "seg_l1": 0.003326189937070012, + "seg_ssim_ref": 0.9828501343727112, + "depth": 0.00035311198766291546, + "rgb_loss": 0.006025621667504311, + "seg_loss": 0.006090925075113773, + "total": 0.012116899854605748, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00035311198766291546, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 8.11892446073599e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0057011935859918594, + "ssim_fused": 0.9750137329101562, + "seg_l1": 0.005730504635721445, + "seg_ssim_ref": 0.9750133752822876, + "depth": 0.00021419798390706995, + "rgb_loss": 0.009558208286762238, + "seg_loss": 0.009581728838384151, + "total": 0.01914015225445287, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00021419798390706995, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00021419798390706995 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 87, + "adam_update_count": 8352 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.16706951399100944 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f0039e4f8ce34a998ca4e2fa3dd791b8_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 88, + "next_interval": 0, + "next_adam_update": 8353, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 87, + "trained_intervals": 8352, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 8352, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.398881196975708, + "median": 11.122175216674805, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5567421913146973, + "median": 0.5567421913146973, + "max": 0.5567421913146973, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.601868629455566, + "median": 10.222031593322754, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 11.010849952697754, + "median": 67654.9140625, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 99.67039489746094, + "median": 27502.484375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5567421913146973, + "median": 0.5567421913146973, + "max": 0.5567421913146973, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3733, + "controller_edge_stiffness": 218 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0088.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0088.json new file mode 100644 index 0000000000000000000000000000000000000000..f204ccb032a707242be081becff66b9e18308b19 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0088.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0088", + "executed_epochs": 88, + "score": null, + "best_score": 0.013030185150411861, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d84764d6e8d641538898c4b7c3e4bfc8.npz", + "optimizer_file": "boundary_d84764d6e8d641538898c4b7c3e4bfc8_optimizer.pt", + "arrays_sha256": "22d14a1c8bdb03c5a0cbe95fb6cd0d1dc70ddde2b675d457cb10235851810273", + "optimizer_sha256": "4e93fcee6167098b4ac7b39a04c71b391b027d8565a4b73319415019e1fd0891", + "stage": "adam", + "completed_passes": 88, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 8448, + "adam_update_count": 8448, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 89, + "consumed_count": 88, + "last_submitted_update": 8448, + "last_consumed_update": 8352, + "pending": [ + { + "reference": { + "source_update": 8448, + "completed_passes": 88, + "next_interval": 0, + "trained_intervals": 8448, + "snapshot": "pass_end_0088", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8064, + "pass_science": { + "completed_passes": 88, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 8448, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 8448, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013910034613218158, + "update_l2": 0.04030661657452583 + }, + "raw_ground_friction": { + "gradient_l2": 0.00023614414385519922, + "update_l2": 0.0003757476806640625 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.676152714935597e-05, + "update_l2": 0.007870396599173546 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01447692308286569, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3753, + "attachment": 219, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5685352683067322, + "ground_friction/effective": 0.5685352683067322, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01447692308286569, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.004117272794246674, + "ssim_fused": 0.9804799556732178, + "seg_l1": 0.004218365531414747, + "seg_ssim_ref": 0.9804798364639282, + "depth": 0.0003797904624673538, + "rgb_loss": 0.0071978215128183365, + "seg_loss": 0.007278722710907459, + "total": 0.01447692308286569 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0044769286178052425, + "ssim_fused": 0.9790050983428955, + "seg_l1": 0.004595556296408176, + "seg_ssim_ref": 0.9790053367614746, + "depth": 0.000493777761640441, + "rgb_loss": 0.007780523505061865, + "seg_loss": 0.00787537731230259, + "total": 0.015656395060787382, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.000493777761640441, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011905011407099655 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028123417869210243, + "ssim_fused": 0.9857354760169983, + "seg_l1": 0.002945710439234972, + "seg_ssim_ref": 0.985735297203064, + "depth": 0.0004288681199727585, + "rgb_loss": 0.005102778319269419, + "seg_loss": 0.0052095092833042145, + "total": 0.010312716005032318, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004288681199727585, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00018072684393109187 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.003359392751008272, + "ssim_fused": 0.98238605260849, + "seg_l1": 0.0034652994945645332, + "seg_ssim_ref": 0.9823858141899109, + "depth": 0.00036640302067053387, + "rgb_loss": 0.006210303865373135, + "seg_loss": 0.006295077037066221, + "total": 0.012505746839798739, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00036640302067053387, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 9.448027761497837e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005820427555590868, + "ssim_fused": 0.9747933149337769, + "seg_l1": 0.005866896361112595, + "seg_ssim_ref": 0.9747929573059082, + "depth": 0.000230112947585682, + "rgb_loss": 0.009697679430246353, + "seg_loss": 0.00973492581397295, + "total": 0.019432834425844314, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.000230112947585682, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.000230112947585682 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 88, + "adam_update_count": 8448 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13827561101061292 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d84764d6e8d641538898c4b7c3e4bfc8_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 89, + "next_interval": 0, + "next_adam_update": 8449, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 88, + "trained_intervals": 8448, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 8448, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.3881382942199707, + "median": 11.132600784301758, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5689110159873962, + "median": 0.5689110159873962, + "max": 0.5689110159873962, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.583916187286377, + "median": 10.221991539001465, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 10.893195152282715, + "median": 68363.9453125, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 97.89702606201172, + "median": 27501.3828125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5689110159873962, + "median": 0.5689110159873962, + "max": 0.5689110159873962, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3753, + "controller_edge_stiffness": 219 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0089.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0089.json new file mode 100644 index 0000000000000000000000000000000000000000..a8bbcedbf6dc8e8b17b275322a26ae67fa6772da --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0089.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0089", + "executed_epochs": 89, + "score": null, + "best_score": 0.013030185150411861, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_63148705703b4b7a85f5cfeb3a79bee4.npz", + "optimizer_file": "boundary_63148705703b4b7a85f5cfeb3a79bee4_optimizer.pt", + "arrays_sha256": "c40d94c07e87470fb736ddacecbb3bf0c5346703f69fc106641af1daab6db102", + "optimizer_sha256": "f2958badb66f266ec300f2c5898aada0e76fb1e710c72214a0972c73f862a04f", + "stage": "adam", + "completed_passes": 89, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 8544, + "adam_update_count": 8544, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 90, + "consumed_count": 89, + "last_submitted_update": 8544, + "last_consumed_update": 8448, + "pending": [ + { + "reference": { + "source_update": 8544, + "completed_passes": 89, + "next_interval": 0, + "trained_intervals": 8544, + "snapshot": "pass_end_0089", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8064, + "pass_science": { + "completed_passes": 89, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 8544, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 8544, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013094357564114034, + "update_l2": 0.04093297943472862 + }, + "raw_ground_friction": { + "gradient_l2": 0.00020844212849624455, + "update_l2": 0.000317990779876709 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.59691771841608e-05, + "update_l2": 0.007931211031973362 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014628922494368295, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3774, + "attachment": 220, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5780728459358215, + "ground_friction/effective": 0.5780728459358215, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014628922494368295, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.004164667800068855, + "ssim_fused": 0.9803029894828796, + "seg_l1": 0.004272444639354944, + "seg_ssim_ref": 0.9803028106689453, + "depth": 0.00038642646525501435, + "rgb_loss": 0.007271142676472664, + "seg_loss": 0.007357393857091665, + "total": 0.014628922494368295 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004518960136920214, + "ssim_fused": 0.9788950085639954, + "seg_l1": 0.004680587910115719, + "seg_ssim_ref": 0.9788951873779297, + "depth": 0.0004966064791474491, + "rgb_loss": 0.007836166769266129, + "seg_loss": 0.007965432479977608, + "total": 0.015802095855722884, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004966064791474491, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00012187883157800459 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028556231409311295, + "ssim_fused": 0.9854551553726196, + "seg_l1": 0.002981797559186816, + "seg_ssim_ref": 0.9854549765586853, + "depth": 0.00043651575596640976, + "rgb_loss": 0.00519346771761775, + "seg_loss": 0.005294443108141422, + "total": 0.010488346875853852, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00043651575596640976, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00018837447992474306 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0034244470298290253, + "ssim_fused": 0.9821450710296631, + "seg_l1": 0.003533433424308896, + "seg_ssim_ref": 0.982144832611084, + "depth": 0.00037897168409622577, + "rgb_loss": 0.0063105435110628605, + "seg_loss": 0.006397780030965805, + "total": 0.012708702048051475, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00037897168409622577, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 0.0001070489410406702 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005859641823917627, + "ssim_fused": 0.9747166037559509, + "seg_l1": 0.005893959663808346, + "seg_ssim_ref": 0.9747162461280823, + "depth": 0.0002336119418099729, + "rgb_loss": 0.009744392707943916, + "seg_loss": 0.009771918877959251, + "total": 0.019516545197844976, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0002336119418099729, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0002336119418099729 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 89, + "adam_update_count": 8544 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1316881169914268 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_63148705703b4b7a85f5cfeb3a79bee4_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 90, + "next_interval": 0, + "next_adam_update": 8545, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 89, + "trained_intervals": 8544, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 8544, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.3784635066986084, + "median": 11.14608383178711, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5783908367156982, + "median": 0.5783908367156982, + "max": 0.5783908367156982, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.574659824371338, + "median": 10.222465515136719, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 10.788313865661621, + "median": 69291.9375, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 96.99503326416016, + "median": 27514.419921875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5783908367156982, + "median": 0.5783908367156982, + "max": 0.5783908367156982, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3774, + "controller_edge_stiffness": 220 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0090.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0090.json new file mode 100644 index 0000000000000000000000000000000000000000..05653110bdafd7291c63ed2bd332b5f261189276 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0090.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0090", + "executed_epochs": 90, + "score": null, + "best_score": 0.013030185150411861, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_977e90f8df0d460196f2c7f025767d25.npz", + "optimizer_file": "boundary_977e90f8df0d460196f2c7f025767d25_optimizer.pt", + "arrays_sha256": "13b5dae517d0729d7c9c3620d9a508af45ab137a0c0eedc63a80ee5c1d1f2e80", + "optimizer_sha256": "5dd3bbff5f23d48d2fea9290a8b21496b81b6017139f23bf7a433e0e3e5a8a9f", + "stage": "adam", + "completed_passes": 90, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 8640, + "adam_update_count": 8640, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 91, + "consumed_count": 90, + "last_submitted_update": 8640, + "last_consumed_update": 8544, + "pending": [ + { + "reference": { + "source_update": 8640, + "completed_passes": 90, + "next_interval": 0, + "trained_intervals": 8640, + "snapshot": "pass_end_0090", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8064, + "pass_science": { + "completed_passes": 90, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 8640, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 8640, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013033451978117228, + "update_l2": 0.040001191198825836 + }, + "raw_ground_friction": { + "gradient_l2": 0.0002596342528704554, + "update_l2": 0.000341951847076416 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.64095799846109e-05, + "update_l2": 0.007060848642140627 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014480450394193316, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3800, + "attachment": 220, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5680372714996338, + "ground_friction/effective": 0.5680372714996338, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014480450394193316, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0041175950318574905, + "ssim_fused": 0.9804636240005493, + "seg_l1": 0.004214261192828417, + "seg_ssim_ref": 0.980463445186615, + "depth": 0.0003785533855195779, + "rgb_loss": 0.00720135448500514, + "seg_loss": 0.007278717588633299, + "total": 0.014480450394193316 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0045008729211986065, + "ssim_fused": 0.9789178967475891, + "seg_l1": 0.004632899537682533, + "seg_ssim_ref": 0.978918194770813, + "depth": 0.0004947118912626885, + "rgb_loss": 0.007817119359970093, + "seg_loss": 0.007922681048512459, + "total": 0.015740295120373813, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004947118912626885, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011998424369324406 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028185900300741196, + "ssim_fused": 0.9856831431388855, + "seg_l1": 0.002953853690996766, + "seg_ssim_ref": 0.9856829643249512, + "depth": 0.0004288225202903984, + "rgb_loss": 0.005118243396282196, + "seg_loss": 0.0052264900878071785, + "total": 0.010345162306609665, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004288225202903984, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001806812442487318 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.00334808393381536, + "ssim_fused": 0.9824187755584717, + "seg_l1": 0.003440645057708025, + "seg_ssim_ref": 0.982418417930603, + "depth": 0.0003658920110495657, + "rgb_loss": 0.00619471212849021, + "seg_loss": 0.006268832832574844, + "total": 0.01246391131873739, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003658920110495657, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 9.396926799401012e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005802833940833807, + "ssim_fused": 0.9748346209526062, + "seg_l1": 0.005829647649079561, + "seg_ssim_ref": 0.9748342633247375, + "depth": 0.00022478711947565894, + "rgb_loss": 0.009675342589616776, + "seg_loss": 0.00969686545431614, + "total": 0.019372432831052392, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00022478711947565894, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00022478711947565894 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 90, + "adam_update_count": 8640 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13377103698439896 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_977e90f8df0d460196f2c7f025767d25_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 91, + "next_interval": 0, + "next_adam_update": 8641, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 90, + "trained_intervals": 8640, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 8640, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.3678085803985596, + "median": 11.156169891357422, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5683792233467102, + "median": 0.5683792233467102, + "max": 0.5683792233467102, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.556772708892822, + "median": 10.218984603881836, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 10.673974990844727, + "median": 69994.3515625, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 95.27550506591797, + "median": 27418.810546875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5683792233467102, + "median": 0.5683792233467102, + "max": 0.5683792233467102, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3800, + "controller_edge_stiffness": 220 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0091.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0091.json new file mode 100644 index 0000000000000000000000000000000000000000..5c1c4c50871db446349ce582542da5bdd6188aec --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0091.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0091", + "executed_epochs": 91, + "score": null, + "best_score": 0.013030185150411861, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c2c1614afc654d57b39706f3bd23cfdd.npz", + "optimizer_file": "boundary_c2c1614afc654d57b39706f3bd23cfdd_optimizer.pt", + "arrays_sha256": "e177490d7b089456f6b4e0f0805f1c7bbbfbf91ccb9113b05e1bbdeb5db40e47", + "optimizer_sha256": "726c0807664ba01c9f2df97055c094c10666cf478679b4deb62d3d3e1bb79fc5", + "stage": "adam", + "completed_passes": 91, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 8736, + "adam_update_count": 8736, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 92, + "consumed_count": 91, + "last_submitted_update": 8736, + "last_consumed_update": 8640, + "pending": [ + { + "reference": { + "source_update": 8736, + "completed_passes": 91, + "next_interval": 0, + "trained_intervals": 8736, + "snapshot": "pass_end_0091", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8064, + "pass_science": { + "completed_passes": 91, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 8736, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 8736, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001332789397565648, + "update_l2": 0.040781840682029724 + }, + "raw_ground_friction": { + "gradient_l2": 0.00024854319053702056, + "update_l2": 0.0003623366355895996 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.68287951964885e-05, + "update_l2": 0.0075448243878781796 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014461875189390622, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3825, + "attachment": 222, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5638477802276611, + "ground_friction/effective": 0.5638477802276611, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014461875189390622, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0041125984862446785, + "ssim_fused": 0.9804934859275818, + "seg_l1": 0.004210976418107748, + "seg_ssim_ref": 0.9804933667182922, + "depth": 0.00037950865610664354, + "rgb_loss": 0.007191384676843882, + "seg_loss": 0.0072701117023825645, + "total": 0.014461875189390622 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004466489888727665, + "ssim_fused": 0.9790472984313965, + "seg_l1": 0.004579694010317326, + "seg_ssim_ref": 0.9790476560592651, + "depth": 0.0004938211451830445, + "rgb_loss": 0.007763732224702835, + "seg_loss": 0.007854224182665348, + "total": 0.015618450228513367, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004938211451830445, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011909349761360004 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002810155972838402, + "ssim_fused": 0.9857355952262878, + "seg_l1": 0.002941171871498227, + "seg_ssim_ref": 0.9857354760169983, + "depth": 0.00042942430354654844, + "rgb_loss": 0.0051010060124099255, + "seg_loss": 0.005205842666327953, + "total": 0.010307277637380138, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042942430354654844, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00018128302750488175 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.003359495894983411, + "ssim_fused": 0.982394278049469, + "seg_l1": 0.003464792389422655, + "seg_ssim_ref": 0.9823939204216003, + "depth": 0.0003662388024034184, + "rgb_loss": 0.00620874110609293, + "seg_loss": 0.006293050013482571, + "total": 0.012502157358377904, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003662388024034184, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 9.431605934786292e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005814253352582455, + "ssim_fused": 0.974796712398529, + "seg_l1": 0.005858248565346003, + "seg_ssim_ref": 0.9747963547706604, + "depth": 0.00022855037329356283, + "rgb_loss": 0.009692059829831123, + "seg_loss": 0.009727328084409237, + "total": 0.01941961553329108, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00022855037329356283, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0002285503732935628 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 91, + "adam_update_count": 8736 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1330455710121896 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c2c1614afc654d57b39706f3bd23cfdd_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 92, + "next_interval": 0, + "next_adam_update": 8737, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 91, + "trained_intervals": 8736, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 8736, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.3598756790161133, + "median": 11.164133071899414, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5642101168632507, + "median": 0.5642101168632507, + "max": 0.5642101168632507, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.53387451171875, + "median": 10.218171119689941, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 10.589634895324707, + "median": 70553.9609375, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 93.11865234375, + "median": 27396.513671875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5642101168632507, + "median": 0.5642101168632507, + "max": 0.5642101168632507, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3825, + "controller_edge_stiffness": 222 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0092.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0092.json new file mode 100644 index 0000000000000000000000000000000000000000..3faa7987486e2e58408ca49b009248320a1b4b7d --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0092.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0092", + "executed_epochs": 92, + "score": null, + "best_score": 0.012999200266259878, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_75a663b4f94f4bfd9f7e1bf955d8d998.npz", + "optimizer_file": "boundary_75a663b4f94f4bfd9f7e1bf955d8d998_optimizer.pt", + "arrays_sha256": "cb996184b268001e92398893e42d8b6f7625744f98100d4008638b429245e536", + "optimizer_sha256": "44f332dd0ae81a8711f3e36e54c18dd2b5fe5746fd5db66247d94d9e7fbe8dc4", + "stage": "adam", + "completed_passes": 92, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 8832, + "adam_update_count": 8832, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 93, + "consumed_count": 92, + "last_submitted_update": 8832, + "last_consumed_update": 8736, + "pending": [ + { + "reference": { + "source_update": 8832, + "completed_passes": 92, + "next_interval": 0, + "trained_intervals": 8832, + "snapshot": "pass_end_0092", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8736, + "pass_science": { + "completed_passes": 92, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 8832, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 8832, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001354986015940085, + "update_l2": 0.044304270297288895 + }, + "raw_ground_friction": { + "gradient_l2": 0.0002468955935910344, + "update_l2": 0.0002104640007019043 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.582640288688708e-05, + "update_l2": 0.008914764039218426 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014942844174180204, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3855, + "attachment": 223, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5754513740539551, + "ground_friction/effective": 0.5754513740539551, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014942844174180204, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.004274626728147268, + "ssim_fused": 0.9800455570220947, + "seg_l1": 0.004426162224262953, + "seg_ssim_ref": 0.9800454378128052, + "depth": 0.00040885930138252063, + "rgb_loss": 0.007410586811602116, + "seg_loss": 0.007531848736107349, + "total": 0.014942844174180204 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004394030198454857, + "ssim_fused": 0.9794840216636658, + "seg_l1": 0.004510491155087948, + "seg_ssim_ref": 0.9794842004776001, + "depth": 0.0005009156481078307, + "rgb_loss": 0.007618419826030731, + "seg_loss": 0.007711553014814854, + "total": 0.015330473756493693, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0005009156481078307, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001261880005383863 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029551987536251545, + "ssim_fused": 0.9850150942802429, + "seg_l1": 0.0030696310568600893, + "seg_ssim_ref": 0.9850150346755981, + "depth": 0.00044022258910247073, + "rgb_loss": 0.005361140239983797, + "seg_loss": 0.0054526980966329575, + "total": 0.01081427809354457, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00044022258910247073, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00019208131306080407 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0037115691229701042, + "ssim_fused": 0.9814085364341736, + "seg_l1": 0.003959838766604662, + "seg_ssim_ref": 0.9814081192016602, + "depth": 0.0004371700417661728, + "rgb_loss": 0.006687548011541367, + "seg_loss": 0.006886247545480728, + "total": 0.01357423272706386, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0004371700417661728, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 0.00016524729871061726 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.006037707906216383, + "ssim_fused": 0.9742746353149414, + "seg_l1": 0.006164688151329756, + "seg_ssim_ref": 0.9742742776870728, + "depth": 0.00025712892655360817, + "rgb_loss": 0.009975239634513855, + "seg_loss": 0.010076895356178284, + "total": 0.020052392119618692, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00025712892655360817, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00025712892655360817 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 92, + "adam_update_count": 8832 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13745266402838752 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_75a663b4f94f4bfd9f7e1bf955d8d998_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 93, + "next_interval": 0, + "next_adam_update": 8833, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 92, + "trained_intervals": 8832, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 8832, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.3540220260620117, + "median": 11.17587947845459, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.575661838054657, + "median": 0.575661838054657, + "max": 0.575661838054657, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.526332855224609, + "median": 10.217710494995117, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 10.527828216552734, + "median": 71387.59375, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 92.41902160644531, + "median": 27383.8984375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.575661838054657, + "median": 0.575661838054657, + "max": 0.575661838054657, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3856, + "controller_edge_stiffness": 223 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0093.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0093.json new file mode 100644 index 0000000000000000000000000000000000000000..2bc554c950e7831312407dadbcdc74e2940c3958 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0093.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0093", + "executed_epochs": 93, + "score": null, + "best_score": 0.012999200266259878, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7aec51dcb42643848479409dc9c102e2.npz", + "optimizer_file": "boundary_7aec51dcb42643848479409dc9c102e2_optimizer.pt", + "arrays_sha256": "b761184065effb17ecbfd4033257df1b7b70a216f3611587ea34499f8d3eecb4", + "optimizer_sha256": "10f935952a0d4c1b9cbdc7d45c95dbae8f74f38b8482882525ca4a000e48f388", + "stage": "adam", + "completed_passes": 93, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 8928, + "adam_update_count": 8928, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 94, + "consumed_count": 93, + "last_submitted_update": 8928, + "last_consumed_update": 8832, + "pending": [ + { + "reference": { + "source_update": 8928, + "completed_passes": 93, + "next_interval": 0, + "trained_intervals": 8928, + "snapshot": "pass_end_0093", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8736, + "pass_science": { + "completed_passes": 93, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 8928, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 8928, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013359703007154167, + "update_l2": 0.04121771454811096 + }, + "raw_ground_friction": { + "gradient_l2": 0.0002994811802636832, + "update_l2": 0.0003497600555419922 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.6940071873250417e-05, + "update_l2": 0.00802723877131939 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014550021342059561, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3878, + "attachment": 225, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5656923651695251, + "ground_friction/effective": 0.5656923651695251, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014550021342059561, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.004142962396144867, + "ssim_fused": 0.980412483215332, + "seg_l1": 0.004250275902450085, + "seg_ssim_ref": 0.9804123640060425, + "depth": 0.0003850600327926481, + "rgb_loss": 0.007231879513710737, + "seg_loss": 0.0073177567683160305, + "total": 0.014550021342059561 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004418832249939442, + "ssim_fused": 0.9792869091033936, + "seg_l1": 0.0045275380834937096, + "seg_ssim_ref": 0.9792872071266174, + "depth": 0.0004942101973080489, + "rgb_loss": 0.0076776840724051, + "seg_loss": 0.007764589041471481, + "total": 0.015442766858412602, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004942101973080489, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011948254973860447 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002828882308676839, + "ssim_fused": 0.9855978488922119, + "seg_l1": 0.0029400037601590157, + "seg_ssim_ref": 0.9855976700782776, + "depth": 0.00043022594451593905, + "rgb_loss": 0.005143536254763603, + "seg_loss": 0.00523246917873621, + "total": 0.010376435659444329, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00043022594451593905, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00018208466847427244 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.003441906999796629, + "ssim_fused": 0.9821228384971619, + "seg_l1": 0.0035799250472337008, + "seg_ssim_ref": 0.9821224808692932, + "depth": 0.0003781707151097037, + "rgb_loss": 0.006328958086669445, + "seg_loss": 0.006439443677663803, + "total": 0.012768779935048357, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003781707151097037, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 0.00010624797205414822 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005882228724658489, + "ssim_fused": 0.9746422171592712, + "seg_l1": 0.005953637417405844, + "seg_ssim_ref": 0.9746419191360474, + "depth": 0.0002376332742369009, + "rgb_loss": 0.009777339175343513, + "seg_loss": 0.009834526106715202, + "total": 0.01961210291533295, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0002376332742369009, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00023763327423690083 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 93, + "adam_update_count": 8928 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13263299598474987 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7aec51dcb42643848479409dc9c102e2_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 94, + "next_interval": 0, + "next_adam_update": 8929, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 93, + "trained_intervals": 8928, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 8928, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.3461432456970215, + "median": 11.18580436706543, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5660421252250671, + "median": 0.5660421252250671, + "max": 0.5660421252250671, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.506652355194092, + "median": 10.217812538146973, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 10.445207595825195, + "median": 72099.640625, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 90.61795043945312, + "median": 27386.693359375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5660421252250671, + "median": 0.5660421252250671, + "max": 0.5660421252250671, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3878, + "controller_edge_stiffness": 225 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0094.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0094.json new file mode 100644 index 0000000000000000000000000000000000000000..5b98637cf9319198ffe270b57708965d154e8fa7 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0094.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0094", + "executed_epochs": 94, + "score": null, + "best_score": 0.012992736267737984, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b824b768ae244e8ea554249feee2d0e7.npz", + "optimizer_file": "boundary_b824b768ae244e8ea554249feee2d0e7_optimizer.pt", + "arrays_sha256": "d5d065b7a656cd245397f1ec0c02cde96e82350b233d47e0cb2aa81af57f5ac6", + "optimizer_sha256": "2bd26c1174759c1bf0c66c47a66b12d77b2310b6f2c6733b2fc74154193a2f2b", + "stage": "adam", + "completed_passes": 94, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 9024, + "adam_update_count": 9024, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 95, + "consumed_count": 94, + "last_submitted_update": 9024, + "last_consumed_update": 8928, + "pending": [ + { + "reference": { + "source_update": 9024, + "completed_passes": 94, + "next_interval": 0, + "trained_intervals": 9024, + "snapshot": "pass_end_0094", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8928, + "pass_science": { + "completed_passes": 94, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 9024, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 9024, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010644611029420048, + "update_l2": 0.04209521412849426 + }, + "raw_ground_friction": { + "gradient_l2": 0.00019166452693752944, + "update_l2": 0.00022047758102416992 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4898535482643638e-05, + "update_l2": 0.009379925206303596 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014785559726188348, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3900, + "attachment": 228, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5796856880187988, + "ground_friction/effective": 0.5796856880187988, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014785559726188348, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0042154863476753235, + "ssim_fused": 0.9801439046859741, + "seg_l1": 0.0043379017151892185, + "seg_ssim_ref": 0.9801437854766846, + "depth": 0.0003933620251876872, + "rgb_loss": 0.007343602366745472, + "seg_loss": 0.007441564463078976, + "total": 0.014785559726188348 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0045033106580376625, + "ssim_fused": 0.979000985622406, + "seg_l1": 0.0046676998026669025, + "seg_ssim_ref": 0.9790012836456299, + "depth": 0.0005010383804403762, + "rgb_loss": 0.007802451495081186, + "seg_loss": 0.007933903485536575, + "total": 0.015736855553336915, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0005010383804403762, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00012631073287093175 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002898375503718853, + "ssim_fused": 0.9851989150047302, + "seg_l1": 0.0030184586066752672, + "seg_ssim_ref": 0.9851987361907959, + "depth": 0.00044239808378327273, + "rgb_loss": 0.005278917495161295, + "seg_loss": 0.0053750197403132915, + "total": 0.01065437963355837, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00044239808378327273, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00019425680774160612 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0035407240502536297, + "ssim_fused": 0.9818230867385864, + "seg_l1": 0.003695098217576742, + "seg_ssim_ref": 0.9818227291107178, + "depth": 0.00039598497244632897, + "rgb_loss": 0.006467961706221104, + "seg_loss": 0.0065915328450500965, + "total": 0.013059891001904933, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00039598497244632897, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 0.00012406222939077342 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0059195347130298615, + "ssim_fused": 0.9745527505874634, + "seg_l1": 0.0059703500010073185, + "seg_ssim_ref": 0.9745523929595947, + "depth": 0.00023402666408077081, + "rgb_loss": 0.009825077839195728, + "seg_loss": 0.00986580178141594, + "total": 0.019691112715953175, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00023402666408077081, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00023402666408077081 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 94, + "adam_update_count": 9024 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.133470616012346 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b824b768ae244e8ea554249feee2d0e7_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 95, + "next_interval": 0, + "next_adam_update": 9025, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 94, + "trained_intervals": 9024, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 9024, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.34281849861145, + "median": 11.193056106567383, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.579906165599823, + "median": 0.579906165599823, + "max": 0.579906165599823, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.489885330200195, + "median": 10.214558601379395, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 10.410536766052246, + "median": 72624.390625, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 89.11122131347656, + "median": 27297.72265625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.579906165599823, + "median": 0.579906165599823, + "max": 0.579906165599823, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3901, + "controller_edge_stiffness": 228 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0095.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0095.json new file mode 100644 index 0000000000000000000000000000000000000000..8f4136b24bf6f3f098fa6acb81d406db69efd83f --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0095.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0095", + "executed_epochs": 95, + "score": null, + "best_score": 0.012992736267737984, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_1300e4a71b5045c9b57e60174d93fee9.npz", + "optimizer_file": "boundary_1300e4a71b5045c9b57e60174d93fee9_optimizer.pt", + "arrays_sha256": "8a5a9625adeddbca9839c686c4e0ac1feb7fbf519d6d3b0ef6c31c5df46ace72", + "optimizer_sha256": "7d514e2fba54eb8e041a42427e10397fb292d8fa6644e221a621e0b7066245c7", + "stage": "adam", + "completed_passes": 95, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 9120, + "adam_update_count": 9120, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 96, + "consumed_count": 95, + "last_submitted_update": 9120, + "last_consumed_update": 9024, + "pending": [ + { + "reference": { + "source_update": 9120, + "completed_passes": 95, + "next_interval": 0, + "trained_intervals": 9120, + "snapshot": "pass_end_0095", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8928, + "pass_science": { + "completed_passes": 95, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 9120, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 9120, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001495827891631052, + "update_l2": 0.03689592704176903 + }, + "raw_ground_friction": { + "gradient_l2": 0.00017736651352606714, + "update_l2": 0.0004413127899169922 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.860674819909036e-05, + "update_l2": 0.012099466286599636 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014069227835524754, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3919, + "attachment": 230, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5506054162979126, + "ground_friction/effective": 0.5506054162979126, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014069227835524754, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003991491626948118, + "ssim_fused": 0.9809150099754333, + "seg_l1": 0.004052061587572098, + "seg_ssim_ref": 0.9809149503707886, + "depth": 0.0003654122240109913, + "rgb_loss": 0.007010191213339567, + "seg_loss": 0.007058670744299889, + "total": 0.014069227835524754 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004549168515950441, + "ssim_fused": 0.9785389304161072, + "seg_l1": 0.004645576234906912, + "seg_ssim_ref": 0.978539228439331, + "depth": 0.0004920973766641691, + "rgb_loss": 0.007931549102067947, + "seg_loss": 0.008008615113794804, + "total": 0.01594065538191684, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004920973766641691, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011736972909472464 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027879667468369007, + "ssim_fused": 0.9860846996307373, + "seg_l1": 0.0029679969884455204, + "seg_ssim_ref": 0.9860846400260925, + "depth": 0.00041942097462299846, + "rgb_loss": 0.005013433285057545, + "seg_loss": 0.005157469771802425, + "total": 0.010171322477834593, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041942097462299846, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001712796985813318 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0030216097366064787, + "ssim_fused": 0.9837771058082581, + "seg_l1": 0.0030064727179706097, + "seg_ssim_ref": 0.9837767481803894, + "depth": 0.00033812860511967695, + "rgb_loss": 0.005661866627633572, + "seg_loss": 0.005649828352034092, + "total": 0.011312033108272784, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033812860511967695, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.62058620641214e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005607221275568008, + "ssim_fused": 0.9752593040466309, + "seg_l1": 0.0055882008746266365, + "seg_ssim_ref": 0.9752589464187622, + "depth": 0.00021200193963712076, + "rgb_loss": 0.009433915838599205, + "seg_loss": 0.009418771602213383, + "total": 0.018852900374074798, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00021200193963712076, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00021200193963712076 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 95, + "adam_update_count": 9120 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14065026299795136 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_1300e4a71b5045c9b57e60174d93fee9_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 96, + "next_interval": 0, + "next_adam_update": 9121, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 95, + "trained_intervals": 9120, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 9120, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.3338539600372314, + "median": 11.208969116210938, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5510467290878296, + "median": 0.5510467290878296, + "max": 0.5510467290878296, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.467818737030029, + "median": 10.21347427368164, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 10.31762981414795, + "median": 73789.3046875, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 87.1663818359375, + "median": 27268.138671875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5510467290878296, + "median": 0.5510467290878296, + "max": 0.5510467290878296, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3919, + "controller_edge_stiffness": 230 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0096.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0096.json new file mode 100644 index 0000000000000000000000000000000000000000..2621a06a7468ac108fc20a1acfd016272752d85a --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0096.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0096", + "executed_epochs": 96, + "score": null, + "best_score": 0.012992736267737984, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_3468a1bc24e244c39f16cb83a9776912.npz", + "optimizer_file": "boundary_3468a1bc24e244c39f16cb83a9776912_optimizer.pt", + "arrays_sha256": "eabbd38995f0bac6e9b6f610eece80d250d2fc2644249dcc7458f9f7ade29fd1", + "optimizer_sha256": "3d0da09d445ef694e4688b3af74e65bbc08e8600187970b045e2fc9fb4b1ec59", + "stage": "adam", + "completed_passes": 96, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 9216, + "adam_update_count": 9216, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 97, + "consumed_count": 96, + "last_submitted_update": 9216, + "last_consumed_update": 9120, + "pending": [ + { + "reference": { + "source_update": 9216, + "completed_passes": 96, + "next_interval": 0, + "trained_intervals": 9216, + "snapshot": "pass_end_0096", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8928, + "pass_science": { + "completed_passes": 96, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 9216, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 9216, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013333660899661481, + "update_l2": 0.042172566056251526 + }, + "raw_ground_friction": { + "gradient_l2": 0.0003758869133889675, + "update_l2": 0.0003586411476135254 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.6410484022344463e-05, + "update_l2": 0.007164959330111742 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01444031940523383, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3937, + "attachment": 230, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5677133798599243, + "ground_friction/effective": 0.5677133798599243, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01444031940523383, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.004106665030121803, + "ssim_fused": 0.9805176258087158, + "seg_l1": 0.004202025476843119, + "seg_ssim_ref": 0.9805175065994263, + "depth": 0.0003784869968588465, + "rgb_loss": 0.007181815803050995, + "seg_loss": 0.007258124649524689, + "total": 0.01444031940523383 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004430355969816446, + "ssim_fused": 0.9792142510414124, + "seg_l1": 0.004531355574727058, + "seg_ssim_ref": 0.979214608669281, + "depth": 0.0004926313316791007, + "rgb_loss": 0.0077014341950416565, + "seg_loss": 0.007782163098454475, + "total": 0.015484089924827811, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004926313316791007, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011790368410965624 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028119515627622604, + "ssim_fused": 0.9857125282287598, + "seg_l1": 0.0029386915266513824, + "seg_ssim_ref": 0.9857123494148254, + "depth": 0.00042813220011018684, + "rgb_loss": 0.00510705541819334, + "seg_loss": 0.0052084834314882755, + "total": 0.010315967447543014, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042813220011018684, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017999092406852015 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0033764506224542856, + "ssim_fused": 0.9823435544967651, + "seg_l1": 0.003489046823233366, + "seg_ssim_ref": 0.982343316078186, + "depth": 0.00036998569467311924, + "rgb_loss": 0.006232449784874916, + "seg_loss": 0.006322574336081743, + "total": 0.012555393640990046, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00036998569467311924, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 9.806295161756369e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005807902663946152, + "ssim_fused": 0.9747999906539917, + "seg_l1": 0.005849007051438093, + "seg_ssim_ref": 0.974799633026123, + "depth": 0.00022319876097297907, + "rgb_loss": 0.009686324745416641, + "seg_loss": 0.009719278663396835, + "total": 0.01940582660757445, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00022319876097297907, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0002231987609729791 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 96, + "adam_update_count": 9216 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1362179110001307 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_3468a1bc24e244c39f16cb83a9776912_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 97, + "next_interval": 0, + "next_adam_update": 9217, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 96, + "trained_intervals": 9216, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 9216, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.327467918395996, + "median": 11.221221923828125, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5680720210075378, + "median": 0.5680720210075378, + "max": 0.5680720210075378, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.449532508850098, + "median": 10.208378791809082, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 10.25195026397705, + "median": 74698.9921875, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 85.58692169189453, + "median": 27129.55078125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5680720210075378, + "median": 0.5680720210075378, + "max": 0.5680720210075378, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3937, + "controller_edge_stiffness": 230 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0097.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0097.json new file mode 100644 index 0000000000000000000000000000000000000000..fb198f905669c6e9b6f43e370a54bf01ded8f6c4 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0097.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0097", + "executed_epochs": 97, + "score": null, + "best_score": 0.012992736267737984, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_5736a063b4394c89b1a5656972a55072.npz", + "optimizer_file": "boundary_5736a063b4394c89b1a5656972a55072_optimizer.pt", + "arrays_sha256": "a8b61225dd4e987c6e6e9b0c8454d6b0526119d7a426195a2c83033f7b71ff75", + "optimizer_sha256": "0f9733391ed5db6e26e22bb00137d60a508d907d5cba813e5153c030ca298f21", + "stage": "adam", + "completed_passes": 97, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 9312, + "adam_update_count": 9312, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 98, + "consumed_count": 97, + "last_submitted_update": 9312, + "last_consumed_update": 9216, + "pending": [ + { + "reference": { + "source_update": 9312, + "completed_passes": 97, + "next_interval": 0, + "trained_intervals": 9312, + "snapshot": "pass_end_0097", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8928, + "pass_science": { + "completed_passes": 97, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 9312, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 9312, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001285990292672068, + "update_l2": 0.03821387141942978 + }, + "raw_ground_friction": { + "gradient_l2": 0.0002642428735271096, + "update_l2": 0.00045740604400634766 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.6334757674485445e-05, + "update_l2": 0.007814270444214344 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014194645552335397, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3954, + "attachment": 231, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5689086318016052, + "ground_friction/effective": 0.5689086318016052, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014194645552335397, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.004027843475341797, + "ssim_fused": 0.980765700340271, + "seg_l1": 0.0040978481993079185, + "seg_ssim_ref": 0.9807656407356262, + "depth": 0.0003684371692089028, + "rgb_loss": 0.007069125771522522, + "seg_loss": 0.007125150412321091, + "total": 0.014194645552335397 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004507722333073616, + "ssim_fused": 0.9788151979446411, + "seg_l1": 0.004610639065504074, + "seg_ssim_ref": 0.9788153767585754, + "depth": 0.0004900543219898826, + "rgb_loss": 0.0078431386500597, + "seg_loss": 0.007925435900688171, + "total": 0.01576906460506986, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004900543219898826, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011532667442043821 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002786083612591028, + "ssim_fused": 0.9859620928764343, + "seg_l1": 0.00295074051246047, + "seg_ssim_ref": 0.9859619736671448, + "depth": 0.0004260651674023317, + "rgb_loss": 0.00503644859418273, + "seg_loss": 0.005168197676539421, + "total": 0.01020507280155084, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004260651674023317, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017792389136066504 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.003166412003338337, + "ssim_fused": 0.9831069111824036, + "seg_l1": 0.0031987216789275408, + "seg_ssim_ref": 0.9831067323684692, + "depth": 0.00035122241955819634, + "rgb_loss": 0.005911747459322214, + "seg_loss": 0.005937631241977215, + "total": 0.011849730389380274, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00035122241955819634, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 7.929967650264077e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005651155952364206, + "ssim_fused": 0.9751787781715393, + "seg_l1": 0.00563129223883152, + "seg_ssim_ref": 0.9751784801483154, + "depth": 0.00020640676788520065, + "rgb_loss": 0.009485169313848019, + "seg_loss": 0.00946933776140213, + "total": 0.01895471441334061, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00020640676788520065, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00020640676788520065 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 97, + "adam_update_count": 9312 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14761029099463485 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_5736a063b4394c89b1a5656972a55072_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 98, + "next_interval": 0, + "next_adam_update": 9313, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 97, + "trained_intervals": 9312, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 9312, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.325385808944702, + "median": 11.235502243041992, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5693660378456116, + "median": 0.5693660378456116, + "max": 0.5693660378456116, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.430110931396484, + "median": 10.209431648254395, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 10.230626106262207, + "median": 75773.375, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 83.94072723388672, + "median": 27158.12890625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5693660378456116, + "median": 0.5693660378456116, + "max": 0.5693660378456116, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3954, + "controller_edge_stiffness": 231 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0098.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0098.json new file mode 100644 index 0000000000000000000000000000000000000000..0a17cd4abec3a5a867b222f5f1a566cda158e1ee --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0098.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0098", + "executed_epochs": 98, + "score": null, + "best_score": 0.012992736267737984, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_387b70ceb1024823a70f6dfcb7768c94.npz", + "optimizer_file": "boundary_387b70ceb1024823a70f6dfcb7768c94_optimizer.pt", + "arrays_sha256": "002ec97eda99eba188f0835183636765df40ef270dab2b3b27f397d25ba600eb", + "optimizer_sha256": "d0e81f73d0bee60dc53df30011749a606da2e283854c6e6163f0dd8b1f19a715", + "stage": "adam", + "completed_passes": 98, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 9408, + "adam_update_count": 9408, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 99, + "consumed_count": 98, + "last_submitted_update": 9408, + "last_consumed_update": 9312, + "pending": [ + { + "reference": { + "source_update": 9408, + "completed_passes": 98, + "next_interval": 0, + "trained_intervals": 9408, + "snapshot": "pass_end_0098", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8928, + "pass_science": { + "completed_passes": 98, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 9408, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 9408, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013716742978431284, + "update_l2": 0.03767244517803192 + }, + "raw_ground_friction": { + "gradient_l2": 0.0002614672703202814, + "update_l2": 0.0005390048027038574 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.690037788648624e-05, + "update_l2": 0.010252236388623714 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.014088069502573337, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3968, + "attachment": 232, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5631530284881592, + "ground_friction/effective": 0.5631530284881592, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.014088069502573337, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003997012972831726, + "ssim_fused": 0.9808934926986694, + "seg_l1": 0.004059334751218557, + "seg_ssim_ref": 0.9808933734893799, + "depth": 0.0003671220800543153, + "rgb_loss": 0.0070189121179282665, + "seg_loss": 0.007068790029734373, + "total": 0.014088069502573337 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004507866222411394, + "ssim_fused": 0.9787763953208923, + "seg_l1": 0.004604197572916746, + "seg_ssim_ref": 0.978776752948761, + "depth": 0.0004893749386123898, + "rgb_loss": 0.007851013913750648, + "seg_loss": 0.007928007282316685, + "total": 0.01577951150232852, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004893749386123898, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011464729104294536 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027871516067534685, + "ssim_fused": 0.9860376715660095, + "seg_l1": 0.0029582567512989044, + "seg_ssim_ref": 0.9860374927520752, + "depth": 0.00042391207800609006, + "rgb_loss": 0.005022186785936356, + "seg_loss": 0.005159107036888599, + "total": 0.010181717734902961, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042391207800609006, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017577080196442337 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0030791268218308687, + "ssim_fused": 0.9834964275360107, + "seg_l1": 0.0030852784402668476, + "seg_ssim_ref": 0.9834961891174316, + "depth": 0.0003435308153849715, + "rgb_loss": 0.0057640159502625465, + "seg_loss": 0.005768985021859407, + "total": 0.011533344968598626, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003435308153849715, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 7.160807232941596e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005613906774669886, + "ssim_fused": 0.9752634763717651, + "seg_l1": 0.005589606240391731, + "seg_ssim_ref": 0.9752631187438965, + "depth": 0.00021167048821380978, + "rgb_loss": 0.00943843089044094, + "seg_loss": 0.009419061243534088, + "total": 0.018857703804463243, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00021167048821380978, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00021167048821380975 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 98, + "adam_update_count": 9408 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1365869920118712 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_387b70ceb1024823a70f6dfcb7768c94_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 99, + "next_interval": 0, + "next_adam_update": 9409, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 98, + "trained_intervals": 9408, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 9408, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.3226523399353027, + "median": 11.244363784790039, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.563692033290863, + "median": 0.563692033290863, + "max": 0.563692033290863, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.409406661987305, + "median": 10.206786155700684, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 10.202699661254883, + "median": 76447.828125, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 82.22066497802734, + "median": 27086.375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.563692033290863, + "median": 0.563692033290863, + "max": 0.563692033290863, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3968, + "controller_edge_stiffness": 232 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0099.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0099.json new file mode 100644 index 0000000000000000000000000000000000000000..dc71671e8feb4f8a3e003e3d2b0c5818411e747c --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0099.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0099", + "executed_epochs": 99, + "score": null, + "best_score": 0.012992736267737984, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_079bf6e6296d4723b51cbd6dc7abd1ab.npz", + "optimizer_file": "boundary_079bf6e6296d4723b51cbd6dc7abd1ab_optimizer.pt", + "arrays_sha256": "83d2d8a7cfd4e324567e2b797598a4e8661ef451fdeb8698344121f911a6d6bf", + "optimizer_sha256": "9dd38852fc905498c49e79ee67aba1434edc4409864f01e499792665df179dbb", + "stage": "adam", + "completed_passes": 99, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 9504, + "adam_update_count": 9504, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 100, + "consumed_count": 99, + "last_submitted_update": 9504, + "last_consumed_update": 9408, + "pending": [ + { + "reference": { + "source_update": 9504, + "completed_passes": 99, + "next_interval": 0, + "trained_intervals": 9504, + "snapshot": "pass_end_0099", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 8928, + "pass_science": { + "completed_passes": 99, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 9504, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 9504, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012988121306989342, + "update_l2": 0.036167412996292114 + }, + "raw_ground_friction": { + "gradient_l2": 0.0002783085801638663, + "update_l2": 0.0005559325218200684 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.6574473193031736e-05, + "update_l2": 0.00950221810489893 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013968503957199094, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 3990, + "attachment": 232, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5593751072883606, + "ground_friction/effective": 0.5593751072883606, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013968503957199094, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003958025947213173, + "ssim_fused": 0.9810092449188232, + "seg_l1": 0.00400676392018795, + "seg_ssim_ref": 0.9810092449188232, + "depth": 0.0003608107140035525, + "rgb_loss": 0.00696457177400589, + "seg_loss": 0.0070035713724792, + "total": 0.013968503957199094 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004568813368678093, + "ssim_fused": 0.978462815284729, + "seg_l1": 0.0046610101126134396, + "seg_ssim_ref": 0.9784631729125977, + "depth": 0.0004898932766606513, + "rgb_loss": 0.007962487637996674, + "seg_loss": 0.00803617388010025, + "total": 0.015999151411373584, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004898932766606513, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011516562909120686 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027912536170333624, + "ssim_fused": 0.9860923290252686, + "seg_l1": 0.0029959732200950384, + "seg_ssim_ref": 0.9860923290252686, + "depth": 0.00042220259002772107, + "rgb_loss": 0.005014537367969751, + "seg_loss": 0.00517831277102232, + "total": 0.010193272807243386, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042220259002772107, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017406131398605437 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002966288011521101, + "ssim_fused": 0.9839843511581421, + "seg_l1": 0.002930190647020936, + "seg_ssim_ref": 0.9839841723442078, + "depth": 0.0003366264369253379, + "rgb_loss": 0.00557616027072072, + "seg_loss": 0.0055473181419074535, + "total": 0.011123815039065099, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003366264369253379, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.47036938697823e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005505747627466917, + "ssim_fused": 0.9754974842071533, + "seg_l1": 0.0054398830980062485, + "seg_ssim_ref": 0.9754971265792847, + "depth": 0.00019452055240049953, + "rgb_loss": 0.009305101819336414, + "seg_loss": 0.009252481162548065, + "total": 0.018557776571114307, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00019452055240049953, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00019452055240049953 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 99, + "adam_update_count": 9504 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13632054498884827 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_079bf6e6296d4723b51cbd6dc7abd1ab_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 100, + "next_interval": 0, + "next_adam_update": 9505, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 99, + "trained_intervals": 9504, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 9504, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.3217649459838867, + "median": 11.256750106811523, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5599310398101807, + "median": 0.5599310398101807, + "max": 0.5599310398101807, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.382045745849609, + "median": 10.202319145202637, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 10.193650245666504, + "median": 77400.6171875, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 80.00153350830078, + "median": 26965.65234375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5599310398101807, + "median": 0.5599310398101807, + "max": 0.5599310398101807, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 3990, + "controller_edge_stiffness": 232 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0100.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0100.json new file mode 100644 index 0000000000000000000000000000000000000000..0e7115adc63c693245890fbe6df5dfb9439dd7c8 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0100.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0100", + "executed_epochs": 100, + "score": null, + "best_score": 0.01291364876097264, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_2f75ec62a960454b831223e3d1450322.npz", + "optimizer_file": "boundary_2f75ec62a960454b831223e3d1450322_optimizer.pt", + "arrays_sha256": "8fbfd0107d9275328cb2b6a03110806a800904d337213736fb2ee3ef69a1b500", + "optimizer_sha256": "3beb297c8fd34101f660fb90635578c8b02c90bfe1fb5c2be8e1e44a5c648b41", + "stage": "adam", + "completed_passes": 100, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 9600, + "adam_update_count": 9600, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 101, + "consumed_count": 100, + "last_submitted_update": 9600, + "last_consumed_update": 9504, + "pending": [ + { + "reference": { + "source_update": 9600, + "completed_passes": 100, + "next_interval": 0, + "trained_intervals": 9600, + "snapshot": "pass_end_0100", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 9504, + "pass_science": { + "completed_passes": 100, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 9600, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 9600, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001446797832613811, + "update_l2": 0.03832242637872696 + }, + "raw_ground_friction": { + "gradient_l2": 0.00023469651932828128, + "update_l2": 0.0004991888999938965 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.75839177245507e-05, + "update_l2": 0.012527082115411758 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013952927408164043, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4009, + "attachment": 233, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5470976829528809, + "ground_friction/effective": 0.5470976829528809, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013952927408164043, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003955421037971973, + "ssim_fused": 0.9810466170310974, + "seg_l1": 0.004008573014289141, + "seg_ssim_ref": 0.9810465574264526, + "depth": 0.0003631928764761608, + "rgb_loss": 0.0069550080224871635, + "seg_loss": 0.006997555494308472, + "total": 0.013952927408164043 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004432294517755508, + "ssim_fused": 0.9790369868278503, + "seg_l1": 0.004463927820324898, + "seg_ssim_ref": 0.9790371656417847, + "depth": 0.0004842332006936582, + "rgb_loss": 0.007738438434898853, + "seg_loss": 0.00776370894163847, + "total": 0.015502631609738016, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004842332006936582, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010950555312421372 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002744824392721057, + "ssim_fused": 0.9862246513366699, + "seg_l1": 0.0029052861500531435, + "seg_ssim_ref": 0.9862246513366699, + "depth": 0.0004197792911389848, + "rgb_loss": 0.004950929433107376, + "seg_loss": 0.005079298745840788, + "total": 0.01003064842390059, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004197792911389848, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001716380150973181 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0030666424427181482, + "ssim_fused": 0.9835761785507202, + "seg_l1": 0.0030877331737428904, + "seg_ssim_ref": 0.9835758209228516, + "depth": 0.00033860251873524646, + "rgb_loss": 0.005738078150898218, + "seg_loss": 0.005755022633820772, + "total": 0.011493439387237726, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033860251873524646, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.667977567969088e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005577923730015755, + "ssim_fused": 0.9753487706184387, + "seg_l1": 0.005577344913035631, + "seg_ssim_ref": 0.9753484129905701, + "depth": 0.00021015649533675355, + "rgb_loss": 0.00939258560538292, + "seg_loss": 0.009392193518579006, + "total": 0.018784990211779838, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00021015649533675355, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00021015649533675357 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 100, + "adam_update_count": 9600 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1357791390037164 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_2f75ec62a960454b831223e3d1450322_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 101, + "next_interval": 0, + "next_adam_update": 9601, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 100, + "trained_intervals": 9600, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 9600, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.323580741882324, + "median": 11.272041320800781, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5475968718528748, + "median": 0.5475968718528748, + "max": 0.5475968718528748, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.357883930206299, + "median": 10.194775581359863, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 10.212176322937012, + "median": 78593.2734375, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 78.09171295166016, + "median": 26762.998046875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5475968718528748, + "median": 0.5475968718528748, + "max": 0.5475968718528748, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4009, + "controller_edge_stiffness": 233 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0101.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0101.json new file mode 100644 index 0000000000000000000000000000000000000000..6169cfac5609079e10a15b3382585e46513c7c2c --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0101.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0101", + "executed_epochs": 101, + "score": null, + "best_score": 0.01291364876097264, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_dd1c9f3f531a4188ac68b859088d5143.npz", + "optimizer_file": "boundary_dd1c9f3f531a4188ac68b859088d5143_optimizer.pt", + "arrays_sha256": "4208cd562e9d24e889941b10ef95ef5dce25cb0ef350c2498e43f9d437a19f60", + "optimizer_sha256": "996a685f0d7bf2362439ce83402ab7eaba43cba1d4dfce6ab01f32ab8b98967e", + "stage": "adam", + "completed_passes": 101, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 9696, + "adam_update_count": 9696, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 102, + "consumed_count": 101, + "last_submitted_update": 9696, + "last_consumed_update": 9600, + "pending": [ + { + "reference": { + "source_update": 9696, + "completed_passes": 101, + "next_interval": 0, + "trained_intervals": 9696, + "snapshot": "pass_end_0101", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 9504, + "pass_science": { + "completed_passes": 101, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 9696, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 9696, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013510134886018932, + "update_l2": 0.037295807152986526 + }, + "raw_ground_friction": { + "gradient_l2": 0.00030244060326367617, + "update_l2": 0.0005778670310974121 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.6787147615104914e-05, + "update_l2": 0.011565690860152245 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013867848712992546, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4029, + "attachment": 234, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5526200532913208, + "ground_friction/effective": 0.5526200532913208, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013867848712992546, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003930320497602224, + "ssim_fused": 0.9811414480209351, + "seg_l1": 0.0039747245609760284, + "seg_ssim_ref": 0.9811413288116455, + "depth": 0.0003615133880352369, + "rgb_loss": 0.006915973033756018, + "seg_loss": 0.006951514165848494, + "total": 0.013867848712992546 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004460389260202646, + "ssim_fused": 0.9789120554924011, + "seg_l1": 0.004493277054280043, + "seg_ssim_ref": 0.9789122939109802, + "depth": 0.0004840548536885115, + "rgb_loss": 0.007785900495946407, + "seg_loss": 0.007812162861227989, + "total": 0.015598547412028084, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004840548536885115, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010932720611906708 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002754773013293743, + "ssim_fused": 0.9862377047538757, + "seg_l1": 0.0029341892804950476, + "seg_ssim_ref": 0.9862377047538757, + "depth": 0.00042119159133846193, + "rgb_loss": 0.0049562775529921055, + "seg_loss": 0.0050998106598854065, + "total": 0.010056508938807563, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042119159133846193, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001730503152967953 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002993236528709531, + "ssim_fused": 0.9839049577713013, + "seg_l1": 0.002986546140164137, + "seg_ssim_ref": 0.9839047789573669, + "depth": 0.0003360086803086515, + "rgb_loss": 0.005613598041236401, + "seg_loss": 0.005608281120657921, + "total": 0.01122221517057463, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003360086803086515, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.408593725309594e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005512883421033621, + "ssim_fused": 0.9755109548568726, + "seg_l1": 0.005484887398779392, + "seg_ssim_ref": 0.9755105376243591, + "depth": 0.00020479842680532273, + "rgb_loss": 0.009308116510510445, + "seg_loss": 0.009285802021622658, + "total": 0.018594123330559906, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00020479842680532273, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00020479842680532273 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 101, + "adam_update_count": 9696 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13128937399596907 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_dd1c9f3f531a4188ac68b859088d5143_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 102, + "next_interval": 0, + "next_adam_update": 9697, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 101, + "trained_intervals": 9696, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 9696, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.3203556537628174, + "median": 11.278977394104004, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5531979203224182, + "median": 0.5531979203224182, + "max": 0.5531979203224182, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.339067459106445, + "median": 10.189257621765137, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 10.179293632507324, + "median": 79140.2890625, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 76.63603973388672, + "median": 26615.728515625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5531979203224182, + "median": 0.5531979203224182, + "max": 0.5531979203224182, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4029, + "controller_edge_stiffness": 234 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0102.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0102.json new file mode 100644 index 0000000000000000000000000000000000000000..30fa5e341dbdcb5afba46aa798c6e46b30b1a9e1 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0102.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0102", + "executed_epochs": 102, + "score": null, + "best_score": 0.012874928115653305, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6fc807c603e94e198425f9b9902aebac.npz", + "optimizer_file": "boundary_6fc807c603e94e198425f9b9902aebac_optimizer.pt", + "arrays_sha256": "0c9c8132f37845da1c2ca4d68c0235c11855a559b235756dfcc86e8028db4982", + "optimizer_sha256": "164527b5a0efa5408bbeb227ee82be060c46c64abdf75043e2851fcecdb69121", + "stage": "adam", + "completed_passes": 102, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 9792, + "adam_update_count": 9792, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 103, + "consumed_count": 102, + "last_submitted_update": 9792, + "last_consumed_update": 9696, + "pending": [ + { + "reference": { + "source_update": 9792, + "completed_passes": 102, + "next_interval": 0, + "trained_intervals": 9792, + "snapshot": "pass_end_0102", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 9696, + "pass_science": { + "completed_passes": 102, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 9792, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 9792, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012358957610558718, + "update_l2": 0.036493245512247086 + }, + "raw_ground_friction": { + "gradient_l2": 0.0003431659715715796, + "update_l2": 0.000579535961151123 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.5291305317077786e-05, + "update_l2": 0.009615970775485039 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013786807217798422, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4048, + "attachment": 234, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.555605411529541, + "ground_friction/effective": 0.555605411529541, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013786807217798422, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003902341704815626, + "ssim_fused": 0.9812045693397522, + "seg_l1": 0.00393296591937542, + "seg_ssim_ref": 0.9812044501304626, + "depth": 0.0003557923950650083, + "rgb_loss": 0.0068809655494987965, + "seg_loss": 0.006905486341565847, + "total": 0.013786807217798422 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004516333807259798, + "ssim_fused": 0.9786357283592224, + "seg_l1": 0.004552345257252455, + "seg_ssim_ref": 0.9786359071731567, + "depth": 0.00048620664438827786, + "rgb_loss": 0.007885921746492386, + "seg_loss": 0.007914694957435131, + "total": 0.015801103841894478, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048620664438827786, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001114789968188334 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002757628681138158, + "ssim_fused": 0.9862503409385681, + "seg_l1": 0.0029607440810650587, + "seg_ssim_ref": 0.9862503409385681, + "depth": 0.0004212068112365285, + "rgb_loss": 0.004956034943461418, + "seg_loss": 0.0051185269840061665, + "total": 0.010074982668617534, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004212068112365285, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017306553519486184 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0029222252778708935, + "ssim_fused": 0.9841981530189514, + "seg_l1": 0.0028825178742408752, + "seg_ssim_ref": 0.9841979742050171, + "depth": 0.0003332269279273329, + "rgb_loss": 0.005498149432241917, + "seg_loss": 0.005466419272124767, + "total": 0.010964901931294612, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003332269279273329, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.130418487177739e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005413178354501724, + "ssim_fused": 0.9757339358329773, + "seg_l1": 0.005336257163435221, + "seg_ssim_ref": 0.9757335186004639, + "depth": 0.00018252919670789397, + "rgb_loss": 0.00918375514447689, + "seg_loss": 0.009122302755713463, + "total": 0.018306240429387062, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00018252919670789397, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00018252919670789394 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 102, + "adam_update_count": 9792 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1330554060114082 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6fc807c603e94e198425f9b9902aebac_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 103, + "next_interval": 0, + "next_adam_update": 9793, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 102, + "trained_intervals": 9792, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 9792, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.317470073699951, + "median": 11.287083625793457, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5561849474906921, + "median": 0.5561849474906921, + "max": 0.5561849474906921, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.318236827850342, + "median": 10.188337326049805, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 10.14996337890625, + "median": 79784.4296875, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 75.0561752319336, + "median": 26591.24609375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5561849474906921, + "median": 0.5561849474906921, + "max": 0.5561849474906921, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4048, + "controller_edge_stiffness": 234 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0103.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0103.json new file mode 100644 index 0000000000000000000000000000000000000000..e03cbcb0a9e6a4783dc51610fc317567be4357a0 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0103.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0103", + "executed_epochs": 103, + "score": null, + "best_score": 0.012872185543839912, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b569ee9a905d495492f552e940a2dea5.npz", + "optimizer_file": "boundary_b569ee9a905d495492f552e940a2dea5_optimizer.pt", + "arrays_sha256": "638f212ab96ef13186273f89dcae907054a01116c2a8a73b1de361376be5cf6a", + "optimizer_sha256": "094c7b3864653d87a097b96f586809ad46d8bcf5acc87b53df3bc7c3e54854aa", + "stage": "adam", + "completed_passes": 103, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 9888, + "adam_update_count": 9888, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 104, + "consumed_count": 103, + "last_submitted_update": 9888, + "last_consumed_update": 9792, + "pending": [ + { + "reference": { + "source_update": 9888, + "completed_passes": 103, + "next_interval": 0, + "trained_intervals": 9888, + "snapshot": "pass_end_0103", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 9792, + "pass_science": { + "completed_passes": 103, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 9888, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 9888, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013028619287069887, + "update_l2": 0.036634307354688644 + }, + "raw_ground_friction": { + "gradient_l2": 0.00031198159558698535, + "update_l2": 0.0005549192428588867 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.6511063222424127e-05, + "update_l2": 0.011573204770684242 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013767774104945368, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4065, + "attachment": 238, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5479838252067566, + "ground_friction/effective": 0.5479838252067566, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013767774104945368, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038999051321297884, + "ssim_fused": 0.9812477827072144, + "seg_l1": 0.00393324438482523, + "seg_ssim_ref": 0.9812477231025696, + "depth": 0.0003584473058632446, + "rgb_loss": 0.006870361976325512, + "seg_loss": 0.0068970536813139915, + "total": 0.013767774104945368 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004495716653764248, + "ssim_fused": 0.9787166118621826, + "seg_l1": 0.004521588794887066, + "seg_ssim_ref": 0.9787169098854065, + "depth": 0.00048450178879339033, + "rgb_loss": 0.007853250950574875, + "seg_loss": 0.007873889058828354, + "total": 0.015727624511192022, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048450178879339033, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001097741412239459 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027657710015773773, + "ssim_fused": 0.98624187707901, + "seg_l1": 0.0029652786906808615, + "seg_ssim_ref": 0.98624187707901, + "depth": 0.00041976318727247457, + "rgb_loss": 0.00496424175798893, + "seg_loss": 0.005123847629874945, + "total": 0.010088509616712434, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041976318727247457, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.000171621911230808 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0029028186108917, + "ssim_fused": 0.9843377470970154, + "seg_l1": 0.0028642253018915653, + "seg_ssim_ref": 0.9843374490737915, + "depth": 0.00033208121694624414, + "rgb_loss": 0.005454705562442541, + "seg_loss": 0.0054238904267549515, + "total": 0.010878928536075727, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033208121694624414, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.015847389068859e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005435314029455185, + "ssim_fused": 0.975695013999939, + "seg_l1": 0.005381884519010782, + "seg_ssim_ref": 0.9756945967674255, + "depth": 0.0001974430304408694, + "rgb_loss": 0.009209249168634415, + "seg_loss": 0.009166588075459003, + "total": 0.018376033755801286, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001974430304408694, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001974430304408694 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 103, + "adam_update_count": 9888 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13940522901248187 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b569ee9a905d495492f552e940a2dea5_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 104, + "next_interval": 0, + "next_adam_update": 9889, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 103, + "trained_intervals": 9888, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 9888, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.31561541557312, + "median": 11.303122520446777, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5485387444496155, + "median": 0.5485387444496155, + "max": 0.5485387444496155, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.295018196105957, + "median": 10.185117721557617, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 10.131155967712402, + "median": 81074.3984375, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 73.33354949951172, + "median": 26505.76953125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5485387444496155, + "median": 0.5485387444496155, + "max": 0.5485387444496155, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4066, + "controller_edge_stiffness": 238 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0104.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0104.json new file mode 100644 index 0000000000000000000000000000000000000000..e11ac96086823422769ea77a31267bb1c87a0454 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0104.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0104", + "executed_epochs": 104, + "score": null, + "best_score": 0.012872185543839912, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_76f4492456b8497686d8a4bb24e28a08.npz", + "optimizer_file": "boundary_76f4492456b8497686d8a4bb24e28a08_optimizer.pt", + "arrays_sha256": "f3a9320a2e150c6a246d197295a84f6f7f5fba0835931cca101b663177f7fecb", + "optimizer_sha256": "378ca6064bf70512c579f8e6c4e7bafa970d80bc4b0f404206fcae57b90cb5c1", + "stage": "adam", + "completed_passes": 104, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 9984, + "adam_update_count": 9984, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 105, + "consumed_count": 104, + "last_submitted_update": 9984, + "last_consumed_update": 9888, + "pending": [ + { + "reference": { + "source_update": 9984, + "completed_passes": 104, + "next_interval": 0, + "trained_intervals": 9984, + "snapshot": "pass_end_0104", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 9792, + "pass_science": { + "completed_passes": 104, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 9984, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 9984, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00011875274503836408, + "update_l2": 0.03857041150331497 + }, + "raw_ground_friction": { + "gradient_l2": 0.00041015210445038974, + "update_l2": 0.0005611777305603027 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4228864529286511e-05, + "update_l2": 0.008323890157043934 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013861486715688811, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4082, + "attachment": 239, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5617960095405579, + "ground_friction/effective": 0.5617960095405579, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013861486715688811, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003925526514649391, + "ssim_fused": 0.9811288118362427, + "seg_l1": 0.003965254873037338, + "seg_ssim_ref": 0.9811286926269531, + "depth": 0.0003588194544182625, + "rgb_loss": 0.006914658937603235, + "seg_loss": 0.006946468725800514, + "total": 0.013861486715688811 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004457102157175541, + "ssim_fused": 0.9789662957191467, + "seg_l1": 0.004498343449085951, + "seg_ssim_ref": 0.9789665341377258, + "depth": 0.0004840397706255316, + "rgb_loss": 0.007772422395646572, + "seg_loss": 0.007805367931723595, + "total": 0.015578274367140793, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004840397706255316, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010931212305608716 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027508228085935116, + "ssim_fused": 0.9862109422683716, + "seg_l1": 0.0029328898526728153, + "seg_ssim_ref": 0.9862107634544373, + "depth": 0.00042476836682400814, + "rgb_loss": 0.00495846988633275, + "seg_loss": 0.005104159004986286, + "total": 0.010063054125347148, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042476836682400814, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017662709078234153 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.003019824856892228, + "ssim_fused": 0.9837326407432556, + "seg_l1": 0.003016900038346648, + "seg_ssim_ref": 0.9837324619293213, + "depth": 0.0003378185914648282, + "rgb_loss": 0.005669331643730402, + "seg_loss": 0.005667028017342091, + "total": 0.011336697945325245, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003378185914648282, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.589584840927265e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005474356934428215, + "ssim_fused": 0.9756053686141968, + "seg_l1": 0.005412886384874582, + "seg_ssim_ref": 0.9756049513816833, + "depth": 0.00018865108875868212, + "rgb_loss": 0.009258411824703217, + "seg_loss": 0.00920931901782751, + "total": 0.01846792042494206, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00018865108875868212, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00018865108875868217 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 104, + "adam_update_count": 9984 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13378252898110077 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_76f4492456b8497686d8a4bb24e28a08_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 105, + "next_interval": 0, + "next_adam_update": 9985, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 104, + "trained_intervals": 9984, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 9984, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.311295986175537, + "median": 11.31114673614502, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5623571872711182, + "median": 0.5623571872711182, + "max": 0.5623571872711182, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.284519195556641, + "median": 10.182821273803711, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 10.087489128112793, + "median": 81727.5703125, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 72.56764221191406, + "median": 26444.96875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5623571872711182, + "median": 0.5623571872711182, + "max": 0.5623571872711182, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4082, + "controller_edge_stiffness": 239 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0105.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0105.json new file mode 100644 index 0000000000000000000000000000000000000000..beb718ecf31793dca5fe5ad037a82542c8bd41d0 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0105.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0105", + "executed_epochs": 105, + "score": null, + "best_score": 0.012862218476992746, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ea7d11b5c55b49d69d252b7492aa5c9d.npz", + "optimizer_file": "boundary_ea7d11b5c55b49d69d252b7492aa5c9d_optimizer.pt", + "arrays_sha256": "2bc47f653e887175c4c31d585b985db256476a479aa46bb555469897e509230f", + "optimizer_sha256": "293da0373b8b1465c02c31c91738f1482e78a52ffc09fe968c9c213fb6067ce9", + "stage": "adam", + "completed_passes": 105, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 10080, + "adam_update_count": 10080, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 106, + "consumed_count": 105, + "last_submitted_update": 10080, + "last_consumed_update": 9984, + "pending": [ + { + "reference": { + "source_update": 10080, + "completed_passes": 105, + "next_interval": 0, + "trained_intervals": 10080, + "snapshot": "pass_end_0105", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 9984, + "pass_science": { + "completed_passes": 105, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 10080, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 10080, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012071580567862839, + "update_l2": 0.03778650239109993 + }, + "raw_ground_friction": { + "gradient_l2": 0.0004335162229835987, + "update_l2": 0.0005500912666320801 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4004711374582257e-05, + "update_l2": 0.007729393895715475 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013861708964500681, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4098, + "attachment": 242, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5650389194488525, + "ground_friction/effective": 0.5650389194488525, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013861708964500681, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003924780525267124, + "ssim_fused": 0.9811233878135681, + "seg_l1": 0.003963579423725605, + "seg_ssim_ref": 0.9811232686042786, + "depth": 0.000357783679022816, + "rgb_loss": 0.006915146950632334, + "seg_loss": 0.006946204230189323, + "total": 0.013861708964500681 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004468673374503851, + "ssim_fused": 0.9789170026779175, + "seg_l1": 0.004514183383435011, + "seg_ssim_ref": 0.9789171814918518, + "depth": 0.0004844162813762926, + "rgb_loss": 0.007791538722813129, + "seg_loss": 0.007827910594642162, + "total": 0.015619933733736668, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004844162813762926, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001096886338068482 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027536640409380198, + "ssim_fused": 0.9861990213394165, + "seg_l1": 0.0029416275210678577, + "seg_ssim_ref": 0.9861990213394165, + "depth": 0.0004247460583897519, + "rgb_loss": 0.004963126964867115, + "seg_loss": 0.005113497842103243, + "total": 0.010077050018690034, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004247460583897519, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017660478234808526 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0030119281727820635, + "ssim_fused": 0.9837561249732971, + "seg_l1": 0.003003943245857954, + "seg_ssim_ref": 0.9837559461593628, + "depth": 0.0003372444638076962, + "rgb_loss": 0.005658317822962999, + "seg_loss": 0.0056519657373428345, + "total": 0.011310620339108355, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003372444638076962, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.532172075214062e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00546485697850585, + "ssim_fused": 0.9756214022636414, + "seg_l1": 0.005394562613219023, + "seg_ssim_ref": 0.9756210446357727, + "depth": 0.00018472791251752311, + "rgb_loss": 0.009247604757547379, + "seg_loss": 0.009191441349685192, + "total": 0.018439231766467664, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00018472791251752311, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00018472791251752311 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 105, + "adam_update_count": 10080 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1348912300018128 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ea7d11b5c55b49d69d252b7492aa5c9d_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 106, + "next_interval": 0, + "next_adam_update": 10081, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 105, + "trained_intervals": 10080, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 10080, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.3036632537841797, + "median": 11.326946258544922, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5655890107154846, + "median": 0.5655890107154846, + "max": 0.5655890107154846, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.273253440856934, + "median": 10.18153190612793, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 10.010787010192871, + "median": 83029.0859375, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 71.75470733642578, + "median": 26410.89453125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5655890107154846, + "median": 0.5655890107154846, + "max": 0.5655890107154846, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4098, + "controller_edge_stiffness": 242 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0106.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0106.json new file mode 100644 index 0000000000000000000000000000000000000000..fcbb5929fcee24d436f77c01facc94d7b32e28ed --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0106.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0106", + "executed_epochs": 106, + "score": null, + "best_score": 0.012862218476992746, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f4e775b64eca49308a3690706b8f0275.npz", + "optimizer_file": "boundary_f4e775b64eca49308a3690706b8f0275_optimizer.pt", + "arrays_sha256": "2842a804a6f9f71a08537b9ff297f50b9ff445787a7334c50a43314cb5c20895", + "optimizer_sha256": "f29432d01b12cc58395cf3dffc5e6d2d0699c65330c6a964f64b9ea8fa69d91e", + "stage": "adam", + "completed_passes": 106, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 10176, + "adam_update_count": 10176, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 107, + "consumed_count": 106, + "last_submitted_update": 10176, + "last_consumed_update": 10080, + "pending": [ + { + "reference": { + "source_update": 10176, + "completed_passes": 106, + "next_interval": 0, + "trained_intervals": 10176, + "snapshot": "pass_end_0106", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 9984, + "pass_science": { + "completed_passes": 106, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 10176, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 10176, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013031152775511146, + "update_l2": 0.03620649874210358 + }, + "raw_ground_friction": { + "gradient_l2": 0.00022425985662266612, + "update_l2": 0.0005553364753723145 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4238279618439265e-05, + "update_l2": 0.00875516701489687 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013755947579721404, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4122, + "attachment": 244, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5566551685333252, + "ground_friction/effective": 0.5566551685333252, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013755947579721404, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038940380327403545, + "ssim_fused": 0.9812453985214233, + "seg_l1": 0.003923136740922928, + "seg_ssim_ref": 0.9812452793121338, + "depth": 0.00035482933600019254, + "rgb_loss": 0.006866144947707653, + "seg_loss": 0.006889447569847107, + "total": 0.013755947579721404 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004488015081733465, + "ssim_fused": 0.9787815809249878, + "seg_l1": 0.004518119152635336, + "seg_ssim_ref": 0.9787818193435669, + "depth": 0.0004831756034239919, + "rgb_loss": 0.007834096439182758, + "seg_loss": 0.00785813108086586, + "total": 0.015692709764329467, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004831756034239919, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010844795585454746 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027509252540767193, + "ssim_fused": 0.9862728714942932, + "seg_l1": 0.0029497803188860416, + "seg_ssim_ref": 0.9862728118896484, + "depth": 0.00042113640275680405, + "rgb_loss": 0.004946165718138218, + "seg_loss": 0.005105261690914631, + "total": 0.010051848545455606, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042113640275680405, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017299512671513739 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002922236453741789, + "ssim_fused": 0.9841963052749634, + "seg_l1": 0.0028845411725342274, + "seg_ssim_ref": 0.9841960668563843, + "depth": 0.00033256226454369923, + "rgb_loss": 0.005498528480529785, + "seg_loss": 0.005468419753015041, + "total": 0.010967280795809371, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033256226454369923, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.0639521488143656e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005414975807070732, + "ssim_fused": 0.9757309556007385, + "seg_l1": 0.005340107716619968, + "seg_ssim_ref": 0.9757305383682251, + "depth": 0.00018244307327627512, + "rgb_loss": 0.00918578915297985, + "seg_loss": 0.00912597868591547, + "total": 0.018311951213291173, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00018244307327627512, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001824430732762751 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 106, + "adam_update_count": 10176 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13452737999614328 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f4e775b64eca49308a3690706b8f0275_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 107, + "next_interval": 0, + "next_adam_update": 10177, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 106, + "trained_intervals": 10176, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 10176, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.295551300048828, + "median": 11.339117050170898, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5572105050086975, + "median": 0.5572105050086975, + "max": 0.5572105050086975, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.255068302154541, + "median": 10.181628227233887, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 9.929909706115723, + "median": 84045.7890625, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 70.46163177490234, + "median": 26413.439453125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5572105050086975, + "median": 0.5572105050086975, + "max": 0.5572105050086975, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4122, + "controller_edge_stiffness": 244 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0107.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0107.json new file mode 100644 index 0000000000000000000000000000000000000000..8ef43805fdff0f66e0f2b3f177bed80f7f9bf1c2 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0107.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0107", + "executed_epochs": 107, + "score": null, + "best_score": 0.012840651231677061, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e8181b265da449dc980aa62f0c20595d.npz", + "optimizer_file": "boundary_e8181b265da449dc980aa62f0c20595d_optimizer.pt", + "arrays_sha256": "752fa1788cbe37519d6066a44b541d17aaba0a028ce21c62e0e9149a11764133", + "optimizer_sha256": "fc2d2ebef9509a49c4c862effde1888ff8ddef99f11cf2c9ed8645c9e2cd794d", + "stage": "adam", + "completed_passes": 107, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 10272, + "adam_update_count": 10272, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 108, + "consumed_count": 107, + "last_submitted_update": 10272, + "last_consumed_update": 10176, + "pending": [ + { + "reference": { + "source_update": 10272, + "completed_passes": 107, + "next_interval": 0, + "trained_intervals": 10272, + "snapshot": "pass_end_0107", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 10176, + "pass_science": { + "completed_passes": 107, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 10272, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 10272, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013421059702523053, + "update_l2": 0.03532293811440468 + }, + "raw_ground_friction": { + "gradient_l2": 0.00029828102560713887, + "update_l2": 0.0005398392677307129 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4239955817174632e-05, + "update_l2": 0.008762704208493233 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01372365391927335, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4145, + "attachment": 244, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5552346110343933, + "ground_friction/effective": 0.5552346110343933, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01372365391927335, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038830037228763103, + "ssim_fused": 0.9812712669372559, + "seg_l1": 0.003906733356416225, + "seg_ssim_ref": 0.9812712073326111, + "depth": 0.0003531493482340335, + "rgb_loss": 0.006852149497717619, + "seg_loss": 0.006871151737868786, + "total": 0.01372365391927335 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004521762020885944, + "ssim_fused": 0.9786065816879272, + "seg_l1": 0.004550559911876917, + "seg_ssim_ref": 0.9786069393157959, + "depth": 0.0004847310219102332, + "rgb_loss": 0.007896093651652336, + "seg_loss": 0.007919060066342354, + "total": 0.0158156384490166, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004847310219102332, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011000337434078871 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027568244840949774, + "ssim_fused": 0.9862650036811829, + "seg_l1": 0.0029699020087718964, + "seg_ssim_ref": 0.9862648248672485, + "depth": 0.0004194713334051069, + "rgb_loss": 0.004952458664774895, + "seg_loss": 0.005122956819832325, + "total": 0.010075834955940624, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004194713334051069, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017133005736344023 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002879020757973194, + "ssim_fused": 0.9843971729278564, + "seg_l1": 0.002823833841830492, + "seg_ssim_ref": 0.9843969941139221, + "depth": 0.0003301297193675094, + "rgb_loss": 0.005423782393336296, + "seg_loss": 0.005379668436944485, + "total": 0.010803780960000148, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003301297193675094, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.820697631195385e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0053744069300591946, + "ssim_fused": 0.9758163094520569, + "seg_l1": 0.005282638594508171, + "seg_ssim_ref": 0.9758159518241882, + "depth": 0.00017826531825328447, + "rgb_loss": 0.009136263281106949, + "seg_loss": 0.009062920697033405, + "total": 0.018199361312136033, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017826531825328447, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017826531825328445 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 107, + "adam_update_count": 10272 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1381136139971204 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e8181b265da449dc980aa62f0c20595d_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 108, + "next_interval": 0, + "next_adam_update": 10273, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 107, + "trained_intervals": 10272, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 10272, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.288623809814453, + "median": 11.350258827209473, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.555774450302124, + "median": 0.555774450302124, + "max": 0.555774450302124, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.229683876037598, + "median": 10.176396369934082, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 9.861356735229492, + "median": 84987.4453125, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 68.69551086425781, + "median": 26275.609375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.555774450302124, + "median": 0.555774450302124, + "max": 0.555774450302124, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4145, + "controller_edge_stiffness": 244 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0108.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0108.json new file mode 100644 index 0000000000000000000000000000000000000000..4781dbb8f8b92029391fbbd38a1f7f69e3fb7bd7 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0108.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0108", + "executed_epochs": 108, + "score": null, + "best_score": 0.012825660634654614, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f7fceaa6bfe44e329ca477c3ba8977b9.npz", + "optimizer_file": "boundary_f7fceaa6bfe44e329ca477c3ba8977b9_optimizer.pt", + "arrays_sha256": "2c2ffcfe3840df9f9b5a4cd4df41c1fe70acace8c95c4b8a1627f955cf1b8289", + "optimizer_sha256": "6395c567ae22e104d7951d117677a46eefb709f88d7abf5c717cb11e38fb7a67", + "stage": "adam", + "completed_passes": 108, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 10368, + "adam_update_count": 10368, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 109, + "consumed_count": 108, + "last_submitted_update": 10368, + "last_consumed_update": 10272, + "pending": [ + { + "reference": { + "source_update": 10368, + "completed_passes": 108, + "next_interval": 0, + "trained_intervals": 10368, + "snapshot": "pass_end_0108", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 10272, + "pass_science": { + "completed_passes": 108, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 10368, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 10368, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013242632849141955, + "update_l2": 0.036690693348646164 + }, + "raw_ground_friction": { + "gradient_l2": 0.0002833103353623301, + "update_l2": 0.0005698204040527344 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4305030163086485e-05, + "update_l2": 0.009278652258217335 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013735547571825144, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4168, + "attachment": 245, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5576861500740051, + "ground_friction/effective": 0.5576861500740051, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013735547571825144, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038882929366081953, + "ssim_fused": 0.9812687039375305, + "seg_l1": 0.003915010020136833, + "seg_ssim_ref": 0.981268584728241, + "depth": 0.000354045452829127, + "rgb_loss": 0.006856899242848158, + "seg_loss": 0.006878294050693512, + "total": 0.013735547571825144 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004512000363320112, + "ssim_fused": 0.9786863327026367, + "seg_l1": 0.004554873798042536, + "seg_ssim_ref": 0.9786866903305054, + "depth": 0.00048487245361372407, + "rgb_loss": 0.007872333750128746, + "seg_loss": 0.00790656078606844, + "total": 0.015779380339973375, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048487245361372407, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011014480604427964 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027655542362481356, + "ssim_fused": 0.9862310290336609, + "seg_l1": 0.0029771497938781977, + "seg_ssim_ref": 0.9862309098243713, + "depth": 0.00041961200674167984, + "rgb_loss": 0.004966237582266331, + "seg_loss": 0.0051355380564928055, + "total": 0.010102195250765878, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041961200674167984, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017147073070001317 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002882166998460889, + "ssim_fused": 0.9843809604644775, + "seg_l1": 0.0028257211670279503, + "seg_ssim_ref": 0.9843807816505432, + "depth": 0.0003302896191691978, + "rgb_loss": 0.005429541692137718, + "seg_loss": 0.0053844209760427475, + "total": 0.010814292957799634, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003302896191691978, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.836687611364233e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0053934501484036446, + "ssim_fused": 0.9757763743400574, + "seg_l1": 0.005302294623106718, + "seg_ssim_ref": 0.9757758975028992, + "depth": 0.00018140773179190642, + "rgb_loss": 0.009159484878182411, + "seg_loss": 0.009086656384170055, + "total": 0.018246321738761683, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00018140773179190642, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00018140773179190642 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 108, + "adam_update_count": 10368 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1342840240104124 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f7fceaa6bfe44e329ca477c3ba8977b9_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 109, + "next_interval": 0, + "next_adam_update": 10369, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 108, + "trained_intervals": 10368, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 10368, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.2828428745269775, + "median": 11.360139846801758, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5582559704780579, + "median": 0.5582559704780579, + "max": 0.5582559704780579, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.2103681564331055, + "median": 10.171740531921387, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 9.804513931274414, + "median": 85831.3671875, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 67.38134002685547, + "median": 26153.55859375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5582559704780579, + "median": 0.5582559704780579, + "max": 0.5582559704780579, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4168, + "controller_edge_stiffness": 245 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0109.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0109.json new file mode 100644 index 0000000000000000000000000000000000000000..d1a01b44377522dafd6399481ad487d56d250a85 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0109.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0109", + "executed_epochs": 109, + "score": null, + "best_score": 0.012825660634654614, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_3c0e942c08d046fa984a7ef46c6f155a.npz", + "optimizer_file": "boundary_3c0e942c08d046fa984a7ef46c6f155a_optimizer.pt", + "arrays_sha256": "e0567e90c4455f9cf606437eaf3bed6046b38d98eda91223930778c2494e9b57", + "optimizer_sha256": "577991c3f6adb04292901d944f250b85bd5fb3bb49fd0a82e5c8b03316024816", + "stage": "adam", + "completed_passes": 109, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 10464, + "adam_update_count": 10464, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 110, + "consumed_count": 109, + "last_submitted_update": 10464, + "last_consumed_update": 10368, + "pending": [ + { + "reference": { + "source_update": 10464, + "completed_passes": 109, + "next_interval": 0, + "trained_intervals": 10464, + "snapshot": "pass_end_0109", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 10272, + "pass_science": { + "completed_passes": 109, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 10464, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 10464, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013393722474575043, + "update_l2": 0.03632712364196777 + }, + "raw_ground_friction": { + "gradient_l2": 0.00027515788679011166, + "update_l2": 0.0005596280097961426 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4173709132592194e-05, + "update_l2": 0.009425737895071507 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013712558820684749, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4183, + "attachment": 246, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5565004944801331, + "ground_friction/effective": 0.5565004944801331, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013712558820684749, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003881588578224182, + "ssim_fused": 0.9812954068183899, + "seg_l1": 0.003906315192580223, + "seg_ssim_ref": 0.9812951683998108, + "depth": 0.00035382791359986495, + "rgb_loss": 0.006846192758530378, + "seg_loss": 0.006866011768579483, + "total": 0.013712558820684749 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004502597264945507, + "ssim_fused": 0.9787181615829468, + "seg_l1": 0.004537973552942276, + "seg_ssim_ref": 0.9787183403968811, + "depth": 0.0004838559164143063, + "rgb_loss": 0.00785844586789608, + "seg_loss": 0.007886710576713085, + "total": 0.015745639369203004, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004838559164143063, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010912826884486189 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002762048039585352, + "ssim_fused": 0.9862503409385681, + "seg_l1": 0.0029724768828600645, + "seg_ssim_ref": 0.9862501621246338, + "depth": 0.0004194937026004001, + "rgb_loss": 0.0049595702439546585, + "seg_loss": 0.005127949174493551, + "total": 0.010087939377812098, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004194937026004001, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017135242655873345 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.00287631805986166, + "ssim_fused": 0.9844151735305786, + "seg_l1": 0.0028196689672768116, + "seg_ssim_ref": 0.9844148755073547, + "depth": 0.0003301651679093224, + "rgb_loss": 0.005418019834905863, + "seg_loss": 0.005372759886085987, + "total": 0.010791110351821046, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003301651679093224, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.8242424853766875e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005385391414165497, + "ssim_fused": 0.9757978916168213, + "seg_l1": 0.005295139737427235, + "seg_ssim_ref": 0.9757974147796631, + "depth": 0.00018179686747543092, + "rgb_loss": 0.0091487355530262, + "seg_loss": 0.00907662883400917, + "total": 0.018225546183902847, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00018179686747543092, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00018179686747543092 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 109, + "adam_update_count": 10464 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1347160199948121 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_3c0e942c08d046fa984a7ef46c6f155a_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 110, + "next_interval": 0, + "next_adam_update": 10465, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 109, + "trained_intervals": 10464, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 10464, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.27541446685791, + "median": 11.371049880981445, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5570601224899292, + "median": 0.5570601224899292, + "max": 0.5570601224899292, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.1919755935668945, + "median": 10.169013023376465, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 9.731951713562012, + "median": 86772.9140625, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 66.15335083007812, + "median": 26082.3203125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5570601224899292, + "median": 0.5570601224899292, + "max": 0.5570601224899292, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4183, + "controller_edge_stiffness": 246 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0110.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0110.json new file mode 100644 index 0000000000000000000000000000000000000000..d43ea26768a55333434dbb6faf79547bfedde1ae --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0110.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0110", + "executed_epochs": 110, + "score": null, + "best_score": 0.012825660634654614, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_0748592597c54f539e6c8fa8af7eab59.npz", + "optimizer_file": "boundary_0748592597c54f539e6c8fa8af7eab59_optimizer.pt", + "arrays_sha256": "e9b3c46bb566b9d123aaa6f00f2dd5e3cdbaec6759fef79a9f89fce99409262f", + "optimizer_sha256": "5483acfb1123c419f09c638660589cc7b3c2ebe003d110af6982ebedd4129671", + "stage": "adam", + "completed_passes": 110, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 10560, + "adam_update_count": 10560, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 111, + "consumed_count": 110, + "last_submitted_update": 10560, + "last_consumed_update": 10464, + "pending": [ + { + "reference": { + "source_update": 10560, + "completed_passes": 110, + "next_interval": 0, + "trained_intervals": 10560, + "snapshot": "pass_end_0110", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 10272, + "pass_science": { + "completed_passes": 110, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 10560, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 10560, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013648257299792022, + "update_l2": 0.035927098244428635 + }, + "raw_ground_friction": { + "gradient_l2": 0.00030881958082318306, + "update_l2": 0.0005475878715515137 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4300107068265788e-05, + "update_l2": 0.009681561961770058 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01368595350837435, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4200, + "attachment": 251, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.554318904876709, + "ground_friction/effective": 0.554318904876709, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01368595350837435, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003873462090268731, + "ssim_fused": 0.9813252091407776, + "seg_l1": 0.0038961279205977917, + "seg_ssim_ref": 0.9813251495361328, + "depth": 0.00035290910031303717, + "rgb_loss": 0.00683372188359499, + "seg_loss": 0.006851878482848406, + "total": 0.01368595350837435 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004502509720623493, + "ssim_fused": 0.9787038564682007, + "seg_l1": 0.0045313965529203415, + "seg_ssim_ref": 0.978704035282135, + "depth": 0.00048270403998696966, + "rgb_loss": 0.007861236110329628, + "seg_loss": 0.007884310558438301, + "total": 0.015746029372807915, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048270403998696966, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010797639241752519 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002760675735771656, + "ssim_fused": 0.9862651228904724, + "seg_l1": 0.0029741066973656416, + "seg_ssim_ref": 0.9862650036811829, + "depth": 0.00041930953976077376, + "rgb_loss": 0.004955516196787357, + "seg_loss": 0.005126284435391426, + "total": 0.010082219941718543, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041930953976077376, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017116826371910718 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0028585963882505894, + "ssim_fused": 0.9845049977302551, + "seg_l1": 0.0027978639118373394, + "seg_ssim_ref": 0.9845048189163208, + "depth": 0.00032999917107660106, + "rgb_loss": 0.005385877564549446, + "seg_loss": 0.005337327253073454, + "total": 0.010723535282455263, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032999917107660106, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.8076428021045525e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005372066982090473, + "ssim_fused": 0.9758269786834717, + "seg_l1": 0.005281144753098488, + "seg_ssim_ref": 0.975826621055603, + "depth": 0.0001796236504278042, + "rgb_loss": 0.009132258594036102, + "seg_loss": 0.009059591218829155, + "total": 0.018192029436515687, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001796236504278042, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017962365042780413 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 110, + "adam_update_count": 10560 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13299940002616495 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_0748592597c54f539e6c8fa8af7eab59_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 111, + "next_interval": 0, + "next_adam_update": 10561, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 110, + "trained_intervals": 10560, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 10560, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.2679107189178467, + "median": 11.3871431350708, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5548664927482605, + "median": 0.5548664927482605, + "max": 0.5548664927482605, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.169139862060547, + "median": 10.163447380065918, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 9.659198760986328, + "median": 88180.6796875, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 64.6598129272461, + "median": 25937.560546875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5548664927482605, + "median": 0.5548664927482605, + "max": 0.5548664927482605, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4200, + "controller_edge_stiffness": 251 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0111.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0111.json new file mode 100644 index 0000000000000000000000000000000000000000..442d894b87a8d2f38c555abd88fa234756968809 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0111.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0111", + "executed_epochs": 111, + "score": null, + "best_score": 0.012810053764765933, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_5bf2200c706a413c8a83ad75708566bd.npz", + "optimizer_file": "boundary_5bf2200c706a413c8a83ad75708566bd_optimizer.pt", + "arrays_sha256": "e63b5d21e75dd94d162a56505dc353d47c10fc19bb28b13845a7f64405e167a5", + "optimizer_sha256": "51a9e88a9f8e03225e636d9fc6aecd04bd564b8b32b76245278f2cc27f680603", + "stage": "adam", + "completed_passes": 111, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 10656, + "adam_update_count": 10656, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 112, + "consumed_count": 111, + "last_submitted_update": 10656, + "last_consumed_update": 10560, + "pending": [ + { + "reference": { + "source_update": 10656, + "completed_passes": 111, + "next_interval": 0, + "trained_intervals": 10656, + "snapshot": "pass_end_0111", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 10560, + "pass_science": { + "completed_passes": 111, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 10656, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 10656, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012988569505978376, + "update_l2": 0.036076776683330536 + }, + "raw_ground_friction": { + "gradient_l2": 0.0004958024364896119, + "update_l2": 0.0005738735198974609 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.449456158297835e-05, + "update_l2": 0.009871457703411579 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013662240216551063, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4228, + "attachment": 252, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5510151386260986, + "ground_friction/effective": 0.5510151386260986, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013662240216551063, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038661682046949863, + "ssim_fused": 0.9813538789749146, + "seg_l1": 0.0038880817592144012, + "seg_ssim_ref": 0.9813536405563354, + "depth": 0.0003522541799502345, + "rgb_loss": 0.006822161842137575, + "seg_loss": 0.006839726120233536, + "total": 0.013662240216551063 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004495224915444851, + "ssim_fused": 0.9787319302558899, + "seg_l1": 0.004520778078585863, + "seg_ssim_ref": 0.978732168674469, + "depth": 0.0004825342077666169, + "rgb_loss": 0.007849793881177902, + "seg_loss": 0.007870188914239407, + "total": 0.01572046626094765, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004825342077666169, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010780656019717241 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027573448605835438, + "ssim_fused": 0.9862780570983887, + "seg_l1": 0.0029688761569559574, + "seg_ssim_ref": 0.9862778186798096, + "depth": 0.0004171618009286213, + "rgb_loss": 0.004950264468789101, + "seg_loss": 0.005119537003338337, + "total": 0.010070218633928367, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004171618009286213, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016902052488695462 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0028506440576165915, + "ssim_fused": 0.9845430850982666, + "seg_l1": 0.002788520883768797, + "seg_ssim_ref": 0.9845429062843323, + "depth": 0.0003293103305889396, + "rgb_loss": 0.005371898412704468, + "seg_loss": 0.005322235636413097, + "total": 0.010694463359448155, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003293103305889396, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.738758753338407e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005361459217965603, + "ssim_fused": 0.9758623838424683, + "seg_l1": 0.005274152848869562, + "seg_ssim_ref": 0.9758619070053101, + "depth": 0.00018001038051676003, + "rgb_loss": 0.00911669060587883, + "seg_loss": 0.009046941064298153, + "total": 0.018163812611880076, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00018001038051676003, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00018001038051676 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 111, + "adam_update_count": 10656 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13277490201289766 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_5bf2200c706a413c8a83ad75708566bd_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 112, + "next_interval": 0, + "next_adam_update": 10657, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 111, + "trained_intervals": 10656, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 10656, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.2602202892303467, + "median": 11.39926528930664, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5515890121459961, + "median": 0.5515890121459961, + "max": 0.5515890121459961, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.145359039306641, + "median": 10.161829948425293, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 9.585200309753418, + "median": 89256.125, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 63.140289306640625, + "median": 25895.640625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5515890121459961, + "median": 0.5515890121459961, + "max": 0.5515890121459961, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4228, + "controller_edge_stiffness": 252 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0112.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0112.json new file mode 100644 index 0000000000000000000000000000000000000000..9498a9bfac754b72f0303b81babbb545c172af23 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0112.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0112", + "executed_epochs": 112, + "score": null, + "best_score": 0.012807985321238521, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6b27c2fd747844718caa19d9985075d3.npz", + "optimizer_file": "boundary_6b27c2fd747844718caa19d9985075d3_optimizer.pt", + "arrays_sha256": "6bfef6f1785c76b17e4e9e0875853d03e9ca6c195db0dddea56f59cb90a59697", + "optimizer_sha256": "c4c56364a775045e60fd6b8ffa66e6d845e48b10282655b510b7b183636187a1", + "stage": "adam", + "completed_passes": 112, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 10752, + "adam_update_count": 10752, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 113, + "consumed_count": 112, + "last_submitted_update": 10752, + "last_consumed_update": 10656, + "pending": [ + { + "reference": { + "source_update": 10752, + "completed_passes": 112, + "next_interval": 0, + "trained_intervals": 10752, + "snapshot": "pass_end_0112", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 10656, + "pass_science": { + "completed_passes": 112, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 10752, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 10752, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012578176392707974, + "update_l2": 0.03636796399950981 + }, + "raw_ground_friction": { + "gradient_l2": 0.0004904685774818063, + "update_l2": 0.0005537271499633789 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4284859389590565e-05, + "update_l2": 0.010346449911594391 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013644002812542372, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4241, + "attachment": 253, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5498343110084534, + "ground_friction/effective": 0.5498343110084534, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013644002812542372, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003861604258418083, + "ssim_fused": 0.9813817143440247, + "seg_l1": 0.0038837846368551254, + "seg_ssim_ref": 0.9813815951347351, + "depth": 0.0003529401499574953, + "rgb_loss": 0.006812943611294031, + "seg_loss": 0.006830706261098385, + "total": 0.013644002812542372 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0044695171527564526, + "ssim_fused": 0.9788519740104675, + "seg_l1": 0.004487896803766489, + "seg_ssim_ref": 0.9788521528244019, + "depth": 0.00048122216397870535, + "rgb_loss": 0.007805218920111656, + "seg_loss": 0.00781988725066185, + "total": 0.015625587392937484, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048122216397870535, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010649451640926088 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027513313107192516, + "ssim_fused": 0.9863024353981018, + "seg_l1": 0.002957381308078766, + "seg_ssim_ref": 0.9863024353981018, + "depth": 0.0004177821204407766, + "rgb_loss": 0.004940578248351812, + "seg_loss": 0.005105418153107166, + "total": 0.010046413717918132, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004177821204407766, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016964084439910994 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0028568643610924482, + "ssim_fused": 0.9845173358917236, + "seg_l1": 0.0028009451925754547, + "seg_ssim_ref": 0.9845171570777893, + "depth": 0.00032983607865119755, + "rgb_loss": 0.0053820242173969746, + "seg_loss": 0.005337324924767017, + "total": 0.01071967944390393, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032983607865119755, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.791333559564203e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005368704441934824, + "ssim_fused": 0.9758550524711609, + "seg_l1": 0.005288915708661079, + "seg_ssim_ref": 0.9758546948432922, + "depth": 0.00018292023675930163, + "rgb_loss": 0.009123953059315681, + "seg_loss": 0.009060193784534931, + "total": 0.018184330695409947, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00018292023675930163, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00018292023675930163 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 112, + "adam_update_count": 10752 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13401027099462226 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6b27c2fd747844718caa19d9985075d3_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 113, + "next_interval": 0, + "next_adam_update": 10753, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 112, + "trained_intervals": 10752, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 10752, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.2518913745880127, + "median": 11.41624927520752, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5503880381584167, + "median": 0.5503880381584167, + "max": 0.5503880381584167, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.124114513397217, + "median": 10.157646179199219, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 9.505697250366211, + "median": 90784.9921875, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 61.81304931640625, + "median": 25787.525390625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5503880381584167, + "median": 0.5503880381584167, + "max": 0.5503880381584167, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4242, + "controller_edge_stiffness": 253 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0113.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0113.json new file mode 100644 index 0000000000000000000000000000000000000000..d7f6ebaf880c2985a573e5cb75c35d0f2ace0f05 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0113.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0113", + "executed_epochs": 113, + "score": null, + "best_score": 0.012797849476386694, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_1dc335b7b4024d79be1f7d47f58ede56.npz", + "optimizer_file": "boundary_1dc335b7b4024d79be1f7d47f58ede56_optimizer.pt", + "arrays_sha256": "f70addef69f2d2cd4556d60b85d57ddb8f030f0648d23529be1a032f5f54eda8", + "optimizer_sha256": "efb73e756d60f76de0ebbff9028ef0060fc43b7dec676bc5ae359a32cb57e13d", + "stage": "adam", + "completed_passes": 113, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 10848, + "adam_update_count": 10848, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 114, + "consumed_count": 113, + "last_submitted_update": 10848, + "last_consumed_update": 10752, + "pending": [ + { + "reference": { + "source_update": 10848, + "completed_passes": 113, + "next_interval": 0, + "trained_intervals": 10848, + "snapshot": "pass_end_0113", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 10752, + "pass_science": { + "completed_passes": 113, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 10848, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 10848, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012709655857179314, + "update_l2": 0.03649801388382912 + }, + "raw_ground_friction": { + "gradient_l2": 0.0003822224389296025, + "update_l2": 0.0005347728729248047 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3126734302204568e-05, + "update_l2": 0.008697322569787502 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013653438424501414, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4258, + "attachment": 256, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.55341637134552, + "ground_friction/effective": 0.55341637134552, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013653438424501414, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003863391699269414, + "ssim_fused": 0.9813650846481323, + "seg_l1": 0.003885506186634302, + "seg_ssim_ref": 0.9813650250434875, + "depth": 0.0003533231055673808, + "rgb_loss": 0.006817687302827835, + "seg_loss": 0.00683539779856801, + "total": 0.013653438424501414 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004446735605597496, + "ssim_fused": 0.9789650440216064, + "seg_l1": 0.004460045602172613, + "seg_ssim_ref": 0.9789652824401855, + "depth": 0.0004817596074351523, + "rgb_loss": 0.007764379493892193, + "seg_loss": 0.0077749802730977535, + "total": 0.015539841060936093, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004817596074351523, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010703195986570783 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027374017518013716, + "ssim_fused": 0.9863339066505432, + "seg_l1": 0.002934367163106799, + "seg_ssim_ref": 0.9863339066505432, + "depth": 0.00042002402913601496, + "rgb_loss": 0.004923140164464712, + "seg_loss": 0.005080712493509054, + "total": 0.010004272682002902, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042002402913601496, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001718827530943483 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0028956085443496704, + "ssim_fused": 0.9843166470527649, + "seg_l1": 0.0028547109104692936, + "seg_ssim_ref": 0.9843164086341858, + "depth": 0.00033046932654118993, + "rgb_loss": 0.005453157238662243, + "seg_loss": 0.0054204873740673065, + "total": 0.01087397508205609, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033046932654118993, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.85465834856343e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005373820662498474, + "ssim_fused": 0.9758449196815491, + "seg_l1": 0.005292902234941721, + "seg_ssim_ref": 0.9758445620536804, + "depth": 0.00018103945915716593, + "rgb_loss": 0.00913007277995348, + "seg_loss": 0.009065410122275352, + "total": 0.018195664873010563, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00018103945915716593, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001810394591571659 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 113, + "adam_update_count": 10848 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14220756699796766 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_1dc335b7b4024d79be1f7d47f58ede56_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 114, + "next_interval": 0, + "next_adam_update": 10849, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 113, + "trained_intervals": 10848, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 10848, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.226328134536743, + "median": 11.435157775878906, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5539511442184448, + "median": 0.5539511442184448, + "max": 0.5539511442184448, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.111119270324707, + "median": 10.154736518859863, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 9.26578140258789, + "median": 92517.9296875, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 61.01496887207031, + "median": 25712.6015625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5539511442184448, + "median": 0.5539511442184448, + "max": 0.5539511442184448, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4258, + "controller_edge_stiffness": 256 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0114.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0114.json new file mode 100644 index 0000000000000000000000000000000000000000..7eead1b63901b5a3de5730a3a698df8ad842f8f4 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0114.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0114", + "executed_epochs": 114, + "score": null, + "best_score": 0.012797764764083898, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e637cce7c2024299ab8c5a0cdb9649fe.npz", + "optimizer_file": "boundary_e637cce7c2024299ab8c5a0cdb9649fe_optimizer.pt", + "arrays_sha256": "ba562945e4007e96323ee72689321486eb97831257fbb3cf850423041448cd67", + "optimizer_sha256": "35c863997c28b27b39176cfbd0fa2813f614744c3119bcf8454f2262ea737ee6", + "stage": "adam", + "completed_passes": 114, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 10944, + "adam_update_count": 10944, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 115, + "consumed_count": 114, + "last_submitted_update": 10944, + "last_consumed_update": 10848, + "pending": [ + { + "reference": { + "source_update": 10944, + "completed_passes": 114, + "next_interval": 0, + "trained_intervals": 10944, + "snapshot": "pass_end_0114", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 10848, + "pass_science": { + "completed_passes": 114, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 10944, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 10944, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012379461259115487, + "update_l2": 0.035081520676612854 + }, + "raw_ground_friction": { + "gradient_l2": 0.0004516523622442037, + "update_l2": 0.0005640983581542969 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2481325939006638e-05, + "update_l2": 0.008921422995626926 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013609989601571636, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4272, + "attachment": 257, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5578535199165344, + "ground_friction/effective": 0.5578535199165344, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013609989601571636, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038491161540150642, + "ssim_fused": 0.981398344039917, + "seg_l1": 0.0038620682898908854, + "seg_ssim_ref": 0.9813982248306274, + "depth": 0.0003495341283845483, + "rgb_loss": 0.006799630355089903, + "seg_loss": 0.006810009945183992, + "total": 0.013609989601571636 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004520491696894169, + "ssim_fused": 0.9786264896392822, + "seg_l1": 0.004550284706056118, + "seg_ssim_ref": 0.9786267280578613, + "depth": 0.000482258628802374, + "rgb_loss": 0.007891095243394375, + "seg_loss": 0.007914882153272629, + "total": 0.01580646058661838, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.000482258628802374, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010753098123292951 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002766454592347145, + "ssim_fused": 0.9862487316131592, + "seg_l1": 0.002996851224452257, + "seg_ssim_ref": 0.9862487316131592, + "depth": 0.00041885666119296974, + "rgb_loss": 0.004963417537510395, + "seg_loss": 0.00514773465692997, + "total": 0.010111571051101559, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041885666119296974, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017071538515130307 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0028088719118386507, + "ssim_fused": 0.9847173094749451, + "seg_l1": 0.002728217514231801, + "seg_ssim_ref": 0.984717071056366, + "depth": 0.00032802082300729414, + "rgb_loss": 0.005303635727614164, + "seg_loss": 0.0052391598001122475, + "total": 0.010543123082888132, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032802082300729414, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.6098079951738634e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005300646182149649, + "ssim_fused": 0.9760007262229919, + "seg_l1": 0.0051729194819927216, + "seg_ssim_ref": 0.9760003685951233, + "depth": 0.00016900040053555529, + "rgb_loss": 0.00904037244617939, + "seg_loss": 0.008938262239098549, + "total": 0.017978803685678474, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016900040053555529, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016900040053555529 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 114, + "adam_update_count": 10944 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13141629099845886 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e637cce7c2024299ab8c5a0cdb9649fe_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 115, + "next_interval": 0, + "next_adam_update": 10945, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 114, + "trained_intervals": 10944, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 10944, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.1946144104003906, + "median": 11.449541091918945, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5584176182746887, + "median": 0.5584176182746887, + "max": 0.5584176182746887, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.095025062561035, + "median": 10.150660514831543, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 8.976539611816406, + "median": 93858.265625, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 60.04084396362305, + "median": 25608.009765625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5584176182746887, + "median": 0.5584176182746887, + "max": 0.5584176182746887, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4274, + "controller_edge_stiffness": 258 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0115.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0115.json new file mode 100644 index 0000000000000000000000000000000000000000..3c22a1802bc46a9bcd2b59ac9d8a491ec181759d --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0115.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0115", + "executed_epochs": 115, + "score": null, + "best_score": 0.012786658991675665, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_0836b0de8a86478991412c16d44f803a.npz", + "optimizer_file": "boundary_0836b0de8a86478991412c16d44f803a_optimizer.pt", + "arrays_sha256": "8fa07fc2de9d33920bba7e7717f7e69cd46e9598498d9f1c0134056fc3a93e86", + "optimizer_sha256": "3f712cd6ce6e25222f7e81dcaa10079ad742818e9c7fe4f988104d53061d2542", + "stage": "adam", + "completed_passes": 115, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 11040, + "adam_update_count": 11040, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 116, + "consumed_count": 115, + "last_submitted_update": 11040, + "last_consumed_update": 10944, + "pending": [ + { + "reference": { + "source_update": 11040, + "completed_passes": 115, + "next_interval": 0, + "trained_intervals": 11040, + "snapshot": "pass_end_0115", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 10944, + "pass_science": { + "completed_passes": 115, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 11040, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 11040, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012829987099394202, + "update_l2": 0.03502558544278145 + }, + "raw_ground_friction": { + "gradient_l2": 0.0004357645520940423, + "update_l2": 0.000598609447479248 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3067425243207254e-05, + "update_l2": 0.008949588984251022 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013616786602232953, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4294, + "attachment": 262, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5557294487953186, + "ground_friction/effective": 0.5557294487953186, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013616786602232953, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038527343422174454, + "ssim_fused": 0.9814047813415527, + "seg_l1": 0.003870162181556225, + "seg_ssim_ref": 0.9814046621322632, + "depth": 0.00035137245466272974, + "rgb_loss": 0.006801231764256954, + "seg_loss": 0.006815203465521336, + "total": 0.013616786602232953 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004500682931393385, + "ssim_fused": 0.9787284731864929, + "seg_l1": 0.004533338826149702, + "seg_ssim_ref": 0.9787286520004272, + "depth": 0.00048284036736831893, + "rgb_loss": 0.007854851894080639, + "seg_loss": 0.007880941033363342, + "total": 0.015736276699133925, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048284036736831893, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010811271979887446 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002768649021163583, + "ssim_fused": 0.9862453937530518, + "seg_l1": 0.0029922975227236748, + "seg_ssim_ref": 0.9862452745437622, + "depth": 0.00041828605089129717, + "rgb_loss": 0.0049658408388495445, + "seg_loss": 0.005144783295691013, + "total": 0.01011104242059145, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041828605089129717, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001701447748496305 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0028176072519272566, + "ssim_fused": 0.9846858978271484, + "seg_l1": 0.0027419303078204393, + "seg_ssim_ref": 0.9846855998039246, + "depth": 0.00032986331365045355, + "rgb_loss": 0.005316906608641148, + "seg_loss": 0.005256424658000469, + "total": 0.010573661129955267, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032986331365045355, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.794057059489803e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0053239972330629826, + "ssim_fused": 0.9759593605995178, + "seg_l1": 0.005213081371039152, + "seg_ssim_ref": 0.9759590029716492, + "depth": 0.00017450008674084927, + "rgb_loss": 0.009067325852811337, + "seg_loss": 0.008978664875030518, + "total": 0.01804616615925117, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017450008674084927, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017450008674084927 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 115, + "adam_update_count": 11040 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1446777970122639 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_0836b0de8a86478991412c16d44f803a_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 116, + "next_interval": 0, + "next_adam_update": 11041, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 115, + "trained_intervals": 11040, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 11040, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.164205551147461, + "median": 11.462581634521484, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5563280582427979, + "median": 0.5563280582427979, + "max": 0.5563280582427979, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.077681541442871, + "median": 10.145495414733887, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 8.707681655883789, + "median": 95090.25, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 59.00849914550781, + "median": 25476.083984375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5563280582427979, + "median": 0.5563280582427979, + "max": 0.5563280582427979, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4294, + "controller_edge_stiffness": 262 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0116.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0116.json new file mode 100644 index 0000000000000000000000000000000000000000..d6b135102625ff962a3f83a0069a33e1a9756e09 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0116.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0116", + "executed_epochs": 116, + "score": null, + "best_score": 0.012786658991675665, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_32e5165ca3714ac8ae78a23b2af1f4b4.npz", + "optimizer_file": "boundary_32e5165ca3714ac8ae78a23b2af1f4b4_optimizer.pt", + "arrays_sha256": "de1621343667a4b11fba71fa94ebfd7769cbc44c82f2693bc3fb39f7a02a8691", + "optimizer_sha256": "6de96e4c1ed07b515b6f9855029e5fa3ee3704a73c914d62c8586dd709a093dc", + "stage": "adam", + "completed_passes": 116, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 11136, + "adam_update_count": 11136, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 117, + "consumed_count": 116, + "last_submitted_update": 11136, + "last_consumed_update": 11040, + "pending": [ + { + "reference": { + "source_update": 11136, + "completed_passes": 116, + "next_interval": 0, + "trained_intervals": 11136, + "snapshot": "pass_end_0116", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 10944, + "pass_science": { + "completed_passes": 116, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 11136, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 11136, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013936165487393737, + "update_l2": 0.03563010320067406 + }, + "raw_ground_friction": { + "gradient_l2": 0.00044220747076906264, + "update_l2": 0.0006008744239807129 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3907554603065364e-05, + "update_l2": 0.00964831281453371 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01361632931556913, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4308, + "attachment": 262, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5512660145759583, + "ground_friction/effective": 0.5512660145759583, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01361632931556913, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003853636560961604, + "ssim_fused": 0.9814140796661377, + "seg_l1": 0.0038733258843421936, + "seg_ssim_ref": 0.9814139008522034, + "depth": 0.0003520636669084586, + "rgb_loss": 0.006800096482038498, + "seg_loss": 0.006815880537033081, + "total": 0.01361632931556913 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004479868337512016, + "ssim_fused": 0.9788205027580261, + "seg_l1": 0.004506653640419245, + "seg_ssim_ref": 0.9788206815719604, + "depth": 0.0004819065913216521, + "rgb_loss": 0.007819794118404388, + "seg_loss": 0.007841186597943306, + "total": 0.015661462622939017, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004819065913216521, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010717894375220763 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002764270408079028, + "ssim_fused": 0.9862639307975769, + "seg_l1": 0.0029814657755196095, + "seg_ssim_ref": 0.9862638115882874, + "depth": 0.00041829228548022655, + "rgb_loss": 0.0049586305394768715, + "seg_loss": 0.005132410675287247, + "total": 0.010091459507049599, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041829228548022655, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017015100943855983 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002824260853230953, + "ssim_fused": 0.9846654534339905, + "seg_l1": 0.0027548917569220066, + "seg_ssim_ref": 0.9846651554107666, + "depth": 0.0003286082443871741, + "rgb_loss": 0.005326318088918924, + "seg_loss": 0.0052708825096488, + "total": 0.0105975296724734, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003286082443871741, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.6685501331618583e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005346146412193775, + "ssim_fused": 0.9759063720703125, + "seg_l1": 0.005250292364507914, + "seg_ssim_ref": 0.9759059548377991, + "depth": 0.00017944754644478152, + "rgb_loss": 0.00909564271569252, + "seg_loss": 0.009019043296575546, + "total": 0.01811486545981451, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017944754644478152, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017944754644478152 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 116, + "adam_update_count": 11136 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13537716498831287 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_32e5165ca3714ac8ae78a23b2af1f4b4_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 117, + "next_interval": 0, + "next_adam_update": 11137, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 116, + "trained_intervals": 11136, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 11136, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.1347835063934326, + "median": 11.47234058380127, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.551866888999939, + "median": 0.551866888999939, + "max": 0.551866888999939, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.054477691650391, + "median": 10.138930320739746, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 8.455215454101562, + "median": 96022.765625, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 57.6550407409668, + "median": 25309.37890625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.551866888999939, + "median": 0.551866888999939, + "max": 0.551866888999939, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4308, + "controller_edge_stiffness": 262 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0117.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0117.json new file mode 100644 index 0000000000000000000000000000000000000000..f8e7954b0cc9158f2931f337e471a95c272e5b08 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0117.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0117", + "executed_epochs": 117, + "score": null, + "best_score": 0.012785436360679761, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_cac376a096984d1998852c516e967d85.npz", + "optimizer_file": "boundary_cac376a096984d1998852c516e967d85_optimizer.pt", + "arrays_sha256": "166f96b41faa65c6d04f48ace43ed5f0f5b6b0c4f233af14b2cfd2bbf3d7cfaf", + "optimizer_sha256": "280e9a035f27e5fbf73fc7412d29ece15ea7871f7183de2abfd21d326441e49e", + "stage": "adam", + "completed_passes": 117, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 11232, + "adam_update_count": 11232, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 118, + "consumed_count": 117, + "last_submitted_update": 11232, + "last_consumed_update": 11136, + "pending": [ + { + "reference": { + "source_update": 11232, + "completed_passes": 117, + "next_interval": 0, + "trained_intervals": 11232, + "snapshot": "pass_end_0117", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 11136, + "pass_science": { + "completed_passes": 117, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 11232, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 11232, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013323551684152335, + "update_l2": 0.035458605736494064 + }, + "raw_ground_friction": { + "gradient_l2": 0.0004426267696544528, + "update_l2": 0.0005925893783569336 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2635990970011335e-05, + "update_l2": 0.00863594003021717 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013597584253188869, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4321, + "attachment": 263, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5558755993843079, + "ground_friction/effective": 0.5558755993843079, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013597584253188869, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003846018807962537, + "ssim_fused": 0.98142009973526, + "seg_l1": 0.0038605292793363333, + "seg_ssim_ref": 0.9814199209213257, + "depth": 0.000349868100783529, + "rgb_loss": 0.006792801432311535, + "seg_loss": 0.006804433651268482, + "total": 0.013597584253188869 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004495096392929554, + "ssim_fused": 0.9787545204162598, + "seg_l1": 0.004525784403085709, + "seg_ssim_ref": 0.9787548780441284, + "depth": 0.00048199217063323073, + "rgb_loss": 0.00784517265856266, + "seg_loss": 0.007869652472436428, + "total": 0.015715306191847148, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048199217063323073, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010726452306378626 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027603828348219395, + "ssim_fused": 0.9862682819366455, + "seg_l1": 0.002983253449201584, + "seg_ssim_ref": 0.9862681031227112, + "depth": 0.00041820186402700466, + "rgb_loss": 0.004954650066792965, + "seg_loss": 0.005132982507348061, + "total": 0.010088050776005053, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041820186402700466, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017006058798533803 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0028175772167742252, + "ssim_fused": 0.9846729636192322, + "seg_l1": 0.002740939613431692, + "seg_ssim_ref": 0.9846726655960083, + "depth": 0.0003297680732250833, + "rgb_loss": 0.005319469142705202, + "seg_loss": 0.005258218385279179, + "total": 0.010578017761718893, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003297680732250833, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.78453301695278e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0053110187873244286, + "ssim_fused": 0.975984513759613, + "seg_l1": 0.005192139185965061, + "seg_ssim_ref": 0.9759841561317444, + "depth": 0.00016951029524879733, + "rgb_loss": 0.00905191246420145, + "seg_loss": 0.008956880308687687, + "total": 0.018008962283184386, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016951029524879733, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016951029524879733 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 117, + "adam_update_count": 11232 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14077628299128264 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_cac376a096984d1998852c516e967d85_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 118, + "next_interval": 0, + "next_adam_update": 11233, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 117, + "trained_intervals": 11232, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 11232, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.105031967163086, + "median": 11.48425579071045, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5564681887626648, + "median": 0.5564681887626648, + "max": 0.5564681887626648, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.036290168762207, + "median": 10.136218070983887, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 8.207365036010742, + "median": 97173.7421875, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 56.61591339111328, + "median": 25240.826171875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5564681887626648, + "median": 0.5564681887626648, + "max": 0.5564681887626648, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4322, + "controller_edge_stiffness": 263 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0118.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0118.json new file mode 100644 index 0000000000000000000000000000000000000000..53b518ec7be1080dbc2eca2b073110dfd02ce4f4 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0118.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0118", + "executed_epochs": 118, + "score": null, + "best_score": 0.012767330702636517, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f53f4fbdca2443619ca85979cc648e16.npz", + "optimizer_file": "boundary_f53f4fbdca2443619ca85979cc648e16_optimizer.pt", + "arrays_sha256": "d1cb66b6097be3ebc1b9262d8b5e1857d6ba9bf2e782df1b1b87cd71180e485d", + "optimizer_sha256": "582bab14e4dc87e1f8b84db3970abda7ef30817c1246601a9e66f81057d00487", + "stage": "adam", + "completed_passes": 118, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 11328, + "adam_update_count": 11328, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 119, + "consumed_count": 118, + "last_submitted_update": 11328, + "last_consumed_update": 11232, + "pending": [ + { + "reference": { + "source_update": 11328, + "completed_passes": 118, + "next_interval": 0, + "trained_intervals": 11328, + "snapshot": "pass_end_0118", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 11232, + "pass_science": { + "completed_passes": 118, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 11328, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 11328, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00014240838936530054, + "update_l2": 0.03590039908885956 + }, + "raw_ground_friction": { + "gradient_l2": 0.0004490190476644784, + "update_l2": 0.0005993247032165527 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3392462278716266e-05, + "update_l2": 0.00945470854640007 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013587017994117781, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4335, + "attachment": 265, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5531980395317078, + "ground_friction/effective": 0.5531980395317078, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013587017994117781, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003844325663521886, + "ssim_fused": 0.9814424514770508, + "seg_l1": 0.003860204014927149, + "seg_ssim_ref": 0.9814423322677612, + "depth": 0.00035086062256997044, + "rgb_loss": 0.0067869676277041435, + "seg_loss": 0.006799699738621712, + "total": 0.013587017994117781 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00448169931769371, + "ssim_fused": 0.9788163900375366, + "seg_l1": 0.004510208964347839, + "seg_ssim_ref": 0.978816568851471, + "depth": 0.0004812945820859426, + "rgb_loss": 0.007822081446647644, + "seg_loss": 0.007844854146242142, + "total": 0.01566741688747187, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004812945820859426, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010656693451649814 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027623483911156654, + "ssim_fused": 0.9862706065177917, + "seg_l1": 0.0029833470471203327, + "seg_ssim_ref": 0.9862706065177917, + "depth": 0.00041679240664519, + "rgb_loss": 0.004955757409334183, + "seg_loss": 0.005132556427270174, + "total": 0.010088730163349715, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041679240664519, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016865113060352333 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0028087282553315163, + "ssim_fused": 0.984728217124939, + "seg_l1": 0.002731621265411377, + "seg_ssim_ref": 0.9847277998924255, + "depth": 0.00032848857401068213, + "rgb_loss": 0.00530133955180645, + "seg_loss": 0.005239737220108509, + "total": 0.01054140526048897, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032848857401068213, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.656583095512656e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0053245266899466515, + "ssim_fused": 0.9759546518325806, + "seg_l1": 0.005215638782829046, + "seg_ssim_ref": 0.9759542942047119, + "depth": 0.00017686692753806707, + "rgb_loss": 0.009068691171705723, + "seg_loss": 0.008981652557849884, + "total": 0.01805051966516057, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017686692753806707, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017686692753806707 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 118, + "adam_update_count": 11328 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.12898412000504322 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f53f4fbdca2443619ca85979cc648e16_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 119, + "next_interval": 0, + "next_adam_update": 11329, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 118, + "trained_intervals": 11328, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 11328, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.0764994621276855, + "median": 11.492830276489258, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5537973642349243, + "median": 0.5537973642349243, + "max": 0.5537973642349243, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 4.0169358253479, + "median": 10.131731033325195, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 7.976498126983643, + "median": 98010.5390625, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 55.53068923950195, + "median": 25127.82421875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5537973642349243, + "median": 0.5537973642349243, + "max": 0.5537973642349243, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4335, + "controller_edge_stiffness": 265 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0119.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0119.json new file mode 100644 index 0000000000000000000000000000000000000000..93ac702eb58233e6920b08c9b8472ca22e874d34 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0119.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0119", + "executed_epochs": 119, + "score": null, + "best_score": 0.012767330702636517, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7db242f728cb4891b757dbcbc4572200.npz", + "optimizer_file": "boundary_7db242f728cb4891b757dbcbc4572200_optimizer.pt", + "arrays_sha256": "7f5304318830c34b6f6f723ed6986f8a96a39fc11eb2f9b90244c03f2b9b31ce", + "optimizer_sha256": "9aee957ce56e758d765c4822b3e13fb58d2bc29711cf922963afd917208a26fa", + "stage": "adam", + "completed_passes": 119, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 11424, + "adam_update_count": 11424, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 120, + "consumed_count": 119, + "last_submitted_update": 11424, + "last_consumed_update": 11328, + "pending": [ + { + "reference": { + "source_update": 11424, + "completed_passes": 119, + "next_interval": 0, + "trained_intervals": 11424, + "snapshot": "pass_end_0119", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 11232, + "pass_science": { + "completed_passes": 119, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 11424, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 11424, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00014281134644988924, + "update_l2": 0.03550182655453682 + }, + "raw_ground_friction": { + "gradient_l2": 0.00045724419760517776, + "update_l2": 0.0005779266357421875 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2877033441327512e-05, + "update_l2": 0.008605415932834148 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013579416446619898, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4345, + "attachment": 266, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5544905662536621, + "ground_friction/effective": 0.5544905662536621, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013579416446619898, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038410713896155357, + "ssim_fused": 0.9814436435699463, + "seg_l1": 0.0038545646239072084, + "seg_ssim_ref": 0.9814435243606567, + "depth": 0.0003493709948354971, + "rgb_loss": 0.006784125696867704, + "seg_loss": 0.006794940680265427, + "total": 0.013579416446619898 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004479002207517624, + "ssim_fused": 0.9788274765014648, + "seg_l1": 0.004506170749664307, + "seg_ssim_ref": 0.9788277745246887, + "depth": 0.00048059131067944684, + "rgb_loss": 0.007817707024514675, + "seg_loss": 0.007839381694793701, + "total": 0.01565757024194163, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048059131067944684, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010586366311000239 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002753910142928362, + "ssim_fused": 0.9862943291664124, + "seg_l1": 0.0029730855021625757, + "seg_ssim_ref": 0.9862943291664124, + "depth": 0.00041677514268137136, + "rgb_loss": 0.004944262094795704, + "seg_loss": 0.005119602661579847, + "total": 0.010064281065856944, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041677514268137136, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016863386663970478 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002816738560795784, + "ssim_fused": 0.9846768379211426, + "seg_l1": 0.002740854863077402, + "seg_ssim_ref": 0.9846764802932739, + "depth": 0.00032967734455312074, + "rgb_loss": 0.005318023264408112, + "seg_loss": 0.005257387645542622, + "total": 0.010575740587295285, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032967734455312074, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.775460149756521e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005314634647220373, + "ssim_fused": 0.9759759902954102, + "seg_l1": 0.00519814807921648, + "seg_ssim_ref": 0.9759756326675415, + "depth": 0.00017044018142804913, + "rgb_loss": 0.009056510403752327, + "seg_loss": 0.008963392116129398, + "total": 0.018020073891385727, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017044018142804913, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017044018142804913 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 119, + "adam_update_count": 11424 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13289685099152848 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7db242f728cb4891b757dbcbc4572200_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 120, + "next_interval": 0, + "next_adam_update": 11425, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 119, + "trained_intervals": 11424, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 11424, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.0479414463043213, + "median": 11.508379936218262, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5550684928894043, + "median": 0.5550684928894043, + "max": 0.5550684928894043, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.9977352619171143, + "median": 10.127105712890625, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 7.751926898956299, + "median": 99546.484375, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 54.474639892578125, + "median": 25011.8671875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5550684928894043, + "median": 0.5550684928894043, + "max": 0.5550684928894043, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4345, + "controller_edge_stiffness": 266 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0120.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0120.json new file mode 100644 index 0000000000000000000000000000000000000000..0d2b48795bd0368b793a046d3f9e69765c53f67d --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0120.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0120", + "executed_epochs": 120, + "score": null, + "best_score": 0.012766487701985352, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b09a6ada1123476389e1424f15255ee0.npz", + "optimizer_file": "boundary_b09a6ada1123476389e1424f15255ee0_optimizer.pt", + "arrays_sha256": "d7d3e8b698e7ef32343967d06f0cfd7e655c390ab3f46dc2353c154cf7a9ce27", + "optimizer_sha256": "9068b58b0d281c85a544e6ce10d61912590dfad1bb8abec217e92cc036d8c815", + "stage": "adam", + "completed_passes": 120, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 11520, + "adam_update_count": 11520, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 121, + "consumed_count": 120, + "last_submitted_update": 11520, + "last_consumed_update": 11424, + "pending": [ + { + "reference": { + "source_update": 11520, + "completed_passes": 120, + "next_interval": 0, + "trained_intervals": 11520, + "snapshot": "pass_end_0120", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 11424, + "pass_science": { + "completed_passes": 120, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 11520, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 11520, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00014702063344884664, + "update_l2": 0.035601768642663956 + }, + "raw_ground_friction": { + "gradient_l2": 0.00046601975918747485, + "update_l2": 0.0005843639373779297 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3046799722360447e-05, + "update_l2": 0.008759249933063984 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013569513197823888, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4364, + "attachment": 267, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5543906688690186, + "ground_friction/effective": 0.5543906688690186, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013569513197823888, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038385451771318913, + "ssim_fused": 0.9814573526382446, + "seg_l1": 0.0038515853229910135, + "seg_ssim_ref": 0.9814572930335999, + "depth": 0.00034934079599928944, + "rgb_loss": 0.006779356859624386, + "seg_loss": 0.006789806764572859, + "total": 0.013569513197823888 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004475703928619623, + "ssim_fused": 0.978847086429596, + "seg_l1": 0.004503236152231693, + "seg_ssim_ref": 0.9788472652435303, + "depth": 0.00048085711017276876, + "rgb_loss": 0.007811145856976509, + "seg_loss": 0.00783313624560833, + "total": 0.01564476295969501, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048085711017276876, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010612946260332434 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027550251688808203, + "ssim_fused": 0.9862933158874512, + "seg_l1": 0.002974760252982378, + "seg_ssim_ref": 0.9862933158874512, + "depth": 0.0004160367794355588, + "rgb_loss": 0.004945357330143452, + "seg_loss": 0.005121145397424698, + "total": 0.010066918764347585, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004160367794355588, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016789550339389218 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002808968536555767, + "ssim_fused": 0.9847140908241272, + "seg_l1": 0.0027305467519909143, + "seg_ssim_ref": 0.9847139120101929, + "depth": 0.0003290741252133415, + "rgb_loss": 0.005304357036948204, + "seg_loss": 0.005241654813289642, + "total": 0.01054634092436306, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003290741252133415, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.7151382157785935e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005314482841640711, + "ssim_fused": 0.9759750962257385, + "seg_l1": 0.005197797901928425, + "seg_ssim_ref": 0.9759747385978699, + "depth": 0.0001713951691754886, + "rgb_loss": 0.009056567214429379, + "seg_loss": 0.008963290601968765, + "total": 0.018020030142889894, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001713951691754886, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001713951691754886 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 120, + "adam_update_count": 11520 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14378096698783338 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b09a6ada1123476389e1424f15255ee0_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 121, + "next_interval": 0, + "next_adam_update": 11521, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 120, + "trained_intervals": 11520, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 11520, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 2.019745111465454, + "median": 11.513016700744629, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5549750328063965, + "median": 0.5549750328063965, + "max": 0.5549750328063965, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.979795455932617, + "median": 10.126933097839355, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 7.536404132843018, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 53.50608825683594, + "median": 25007.55078125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5549750328063965, + "median": 0.5549750328063965, + "max": 0.5549750328063965, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4365, + "controller_edge_stiffness": 267 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0121.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0121.json new file mode 100644 index 0000000000000000000000000000000000000000..04ea084f64a4230ca5507aba6851b35025e2b5b1 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0121.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0121", + "executed_epochs": 121, + "score": null, + "best_score": 0.012764950774704659, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_fa3b51e02c914152a01ff263c932063c.npz", + "optimizer_file": "boundary_fa3b51e02c914152a01ff263c932063c_optimizer.pt", + "arrays_sha256": "893c08bc48c6c23cb625c6cbb06dc28bbc30682b7e56504b2f73bd84f032ace6", + "optimizer_sha256": "3bc6367fadcea656900ade69f4f51b9ec2522bceeb094aa2b7460d9c3b3cdacb", + "stage": "adam", + "completed_passes": 121, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 11616, + "adam_update_count": 11616, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 122, + "consumed_count": 121, + "last_submitted_update": 11616, + "last_consumed_update": 11520, + "pending": [ + { + "reference": { + "source_update": 11616, + "completed_passes": 121, + "next_interval": 0, + "trained_intervals": 11616, + "snapshot": "pass_end_0121", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 11520, + "pass_science": { + "completed_passes": 121, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 11616, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 11616, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00014944153372198343, + "update_l2": 0.03536766767501831 + }, + "raw_ground_friction": { + "gradient_l2": 0.00047403250937350094, + "update_l2": 0.000577390193939209 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2867380974057596e-05, + "update_l2": 0.008592525497078896 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013557976328898363, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4384, + "attachment": 270, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5549959540367126, + "ground_friction/effective": 0.5549959540367126, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013557976328898363, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038347181398421526, + "ssim_fused": 0.9814679622650146, + "seg_l1": 0.0038462746888399124, + "seg_ssim_ref": 0.9814679026603699, + "depth": 0.0003482989409496077, + "rgb_loss": 0.006774185225367546, + "seg_loss": 0.006783442106097937, + "total": 0.013557976328898363 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004475458059459925, + "ssim_fused": 0.9788476824760437, + "seg_l1": 0.004503064323216677, + "seg_ssim_ref": 0.9788480401039124, + "depth": 0.0004803934847553157, + "rgb_loss": 0.0078108301386237144, + "seg_loss": 0.0078328438103199, + "total": 0.015644155273750945, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004803934847553157, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010566583718587122 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027525671757757664, + "ssim_fused": 0.986299991607666, + "seg_l1": 0.0029733048286288977, + "seg_ssim_ref": 0.9862999320030212, + "depth": 0.0004159742094923022, + "rgb_loss": 0.00494205579161644, + "seg_loss": 0.0051186578348279, + "total": 0.010061129600653832, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004159742094923022, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016783293345063553 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0028046797960996628, + "ssim_fused": 0.9847310781478882, + "seg_l1": 0.002724315971136093, + "seg_ssim_ref": 0.9847308993339539, + "depth": 0.0003284467482442656, + "rgb_loss": 0.005297528579831123, + "seg_loss": 0.005233272910118103, + "total": 0.010531129936697472, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003284467482442656, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.6524005188710074e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0053061675280332565, + "ssim_fused": 0.9759930372238159, + "seg_l1": 0.005184413865208626, + "seg_ssim_ref": 0.9759926795959473, + "depth": 0.0001683813213065473, + "rgb_loss": 0.009046327322721481, + "seg_loss": 0.008948994800448418, + "total": 0.017995490504491205, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001683813213065473, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001683813213065473 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 121, + "adam_update_count": 11616 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13807664197520353 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_fa3b51e02c914152a01ff263c932063c_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 122, + "next_interval": 0, + "next_adam_update": 11617, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 121, + "trained_intervals": 11616, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 11616, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.991729497909546, + "median": 11.513065338134766, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5555733442306519, + "median": 0.5555733442306519, + "max": 0.5555733442306519, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.9614450931549072, + "median": 10.118719100952148, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 7.328197002410889, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 52.53318786621094, + "median": 24802.98046875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5555733442306519, + "median": 0.5555733442306519, + "max": 0.5555733442306519, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4384, + "controller_edge_stiffness": 270 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0122.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0122.json new file mode 100644 index 0000000000000000000000000000000000000000..07b5768f0a448652ff5d30a9e1d8ba329356b931 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0122.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0122", + "executed_epochs": 122, + "score": null, + "best_score": 0.012754134858577548, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d006381eef544f8ab882c09d08f38f91.npz", + "optimizer_file": "boundary_d006381eef544f8ab882c09d08f38f91_optimizer.pt", + "arrays_sha256": "be43e146a000b4331fb7363688a6d70c11d00c31bffa2c000460834e0727dfa2", + "optimizer_sha256": "de328c6189acbbba80efc3a9802dcb3eb2c8b605248b86307d783f7a8b60b62d", + "stage": "adam", + "completed_passes": 122, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 11712, + "adam_update_count": 11712, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 123, + "consumed_count": 122, + "last_submitted_update": 11712, + "last_consumed_update": 11616, + "pending": [ + { + "reference": { + "source_update": 11712, + "completed_passes": 122, + "next_interval": 0, + "trained_intervals": 11712, + "snapshot": "pass_end_0122", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 11616, + "pass_science": { + "completed_passes": 122, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 11712, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 11712, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00015199156769085675, + "update_l2": 0.035283468663692474 + }, + "raw_ground_friction": { + "gradient_l2": 0.0004602601402439177, + "update_l2": 0.000577390193939209 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2950673408340663e-05, + "update_l2": 0.008781414479017258 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013540018281645087, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4401, + "attachment": 273, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5542309284210205, + "ground_friction/effective": 0.5542309284210205, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013540018281645087, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038294875994324684, + "ssim_fused": 0.9814891219139099, + "seg_l1": 0.0038396120071411133, + "seg_ssim_ref": 0.9814889430999756, + "depth": 0.0003482464020533048, + "rgb_loss": 0.006765774916857481, + "seg_loss": 0.006773895118385553, + "total": 0.013540018281645087 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0044748205691576, + "ssim_fused": 0.9788473844528198, + "seg_l1": 0.004500242881476879, + "seg_ssim_ref": 0.9788476824760437, + "depth": 0.0004805712510078835, + "rgb_loss": 0.0078103793784976006, + "seg_loss": 0.007830657996237278, + "total": 0.015641517945985887, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004805712510078835, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.000105843603438439 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027523983735591173, + "ssim_fused": 0.9863048195838928, + "seg_l1": 0.002975089242681861, + "seg_ssim_ref": 0.9863046407699585, + "depth": 0.000415845945228616, + "rgb_loss": 0.004940954968333244, + "seg_loss": 0.005119143053889275, + "total": 0.010060513868167748, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000415845945228616, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016770466918694934 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027920790016651154, + "ssim_fused": 0.9847935438156128, + "seg_l1": 0.002707932610064745, + "seg_ssim_ref": 0.9847933650016785, + "depth": 0.00032776631060961827, + "rgb_loss": 0.005274954717606306, + "seg_loss": 0.00520767318084836, + "total": 0.010482955664765276, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032776631060961827, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.584356755406277e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0052986531518399715, + "ssim_fused": 0.9760105609893799, + "seg_l1": 0.005175182595849037, + "seg_ssim_ref": 0.9760102033615112, + "depth": 0.00016880210136710144, + "rgb_loss": 0.00903681106865406, + "seg_loss": 0.008938105776906013, + "total": 0.01797508564766144, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016880210136710144, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016880210136710144 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 122, + "adam_update_count": 11712 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13596028398023918 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d006381eef544f8ab882c09d08f38f91_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 123, + "next_interval": 0, + "next_adam_update": 11713, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 122, + "trained_intervals": 11712, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 11712, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.9639391899108887, + "median": 11.513115882873535, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5548083186149597, + "median": 0.5548083186149597, + "max": 0.5548083186149597, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.942509651184082, + "median": 10.115438461303711, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 7.127347946166992, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 51.54780578613281, + "median": 24721.744140625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5548083186149597, + "median": 0.5548083186149597, + "max": 0.5548083186149597, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4402, + "controller_edge_stiffness": 273 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0123.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0123.json new file mode 100644 index 0000000000000000000000000000000000000000..f33e686c83405a01c36602e920836282b4042eb6 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0123.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0123", + "executed_epochs": 123, + "score": null, + "best_score": 0.012754134858577548, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_95597dc1e4ce461cafe7eec7dd3895a3.npz", + "optimizer_file": "boundary_95597dc1e4ce461cafe7eec7dd3895a3_optimizer.pt", + "arrays_sha256": "86588e7ac6eab281a5d51c129dee6f3294dbd9d9159bb507df66ca86f229ba6d", + "optimizer_sha256": "8dc7e48a38db7b04f784b4fbc884e7d4c27f482fb3bab75e1188bcbfa40cb847", + "stage": "adam", + "completed_passes": 123, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 11808, + "adam_update_count": 11808, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 124, + "consumed_count": 123, + "last_submitted_update": 11808, + "last_consumed_update": 11712, + "pending": [ + { + "reference": { + "source_update": 11808, + "completed_passes": 123, + "next_interval": 0, + "trained_intervals": 11808, + "snapshot": "pass_end_0123", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 11616, + "pass_science": { + "completed_passes": 123, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 11808, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 11808, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00014980623382143676, + "update_l2": 0.03495904058218002 + }, + "raw_ground_friction": { + "gradient_l2": 0.00048344151582568884, + "update_l2": 0.0005865693092346191 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2370405784167815e-05, + "update_l2": 0.008238484151661396 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01353993233156931, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4418, + "attachment": 275, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5579513907432556, + "ground_friction/effective": 0.5579513907432556, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01353993233156931, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038285423070192337, + "ssim_fused": 0.9814828634262085, + "seg_l1": 0.003837351221591234, + "seg_ssim_ref": 0.9814828038215637, + "depth": 0.00034727951120772766, + "rgb_loss": 0.006766261532902718, + "seg_loss": 0.006773322820663452, + "total": 0.01353993233156931 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004487400874495506, + "ssim_fused": 0.9787983894348145, + "seg_l1": 0.004519116133451462, + "seg_ssim_ref": 0.9787987470626831, + "depth": 0.00048162070700924633, + "rgb_loss": 0.007830243557691574, + "seg_loss": 0.007855543866753578, + "total": 0.015686269045152162, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048162070700924633, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010689305943980184 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002757003763690591, + "ssim_fused": 0.9862803816795349, + "seg_l1": 0.002985895611345768, + "seg_ssim_ref": 0.9862802624702454, + "depth": 0.00041718827631686753, + "rgb_loss": 0.004949526861310005, + "seg_loss": 0.005132663995027542, + "total": 0.010082608044613865, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041718827631686753, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016904700027520087 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002785616321489215, + "ssim_fused": 0.9848108291625977, + "seg_l1": 0.002695781411603093, + "seg_ssim_ref": 0.9848106503486633, + "depth": 0.00032780287633029113, + "rgb_loss": 0.005266327410936356, + "seg_loss": 0.005194495432078838, + "total": 0.010461150645891525, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032780287633029113, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.588013327473559e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00528414873406291, + "ssim_fused": 0.976041853427887, + "seg_l1": 0.00514861149713397, + "seg_ssim_ref": 0.9760414958000183, + "depth": 0.0001625061851745057, + "rgb_loss": 0.009018948301672935, + "seg_loss": 0.008910589851439, + "total": 0.017929701590619684, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001625061851745057, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001625061851745057 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 123, + "adam_update_count": 11808 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13452379198861308 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_95597dc1e4ce461cafe7eec7dd3895a3_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 124, + "next_interval": 0, + "next_adam_update": 11809, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 123, + "trained_intervals": 11808, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 11808, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.9354534149169922, + "median": 11.513153076171875, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5585379600524902, + "median": 0.5585379600524902, + "max": 0.5585379600524902, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.9263901710510254, + "median": 10.112946510314941, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 6.927184104919434, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 50.72354507446289, + "median": 24660.21484375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5585379600524902, + "median": 0.5585379600524902, + "max": 0.5585379600524902, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4418, + "controller_edge_stiffness": 275 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0124.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0124.json new file mode 100644 index 0000000000000000000000000000000000000000..18021fded799c9844b76c44f2b36cd707a4e303b --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0124.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0124", + "executed_epochs": 124, + "score": null, + "best_score": 0.012742924637097926, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_cdc239b96bb14a80ba82fcd05b19b3af.npz", + "optimizer_file": "boundary_cdc239b96bb14a80ba82fcd05b19b3af_optimizer.pt", + "arrays_sha256": "e8fe3893c0a284b965fa34e0c4ef9a36f9910a1ca608e43d0919e6ea4277ad27", + "optimizer_sha256": "49115e140cc0ed4a4c8dbd41239f52f5900b022335dfb8d4d22c94215742ffc2", + "stage": "adam", + "completed_passes": 124, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 11904, + "adam_update_count": 11904, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 125, + "consumed_count": 124, + "last_submitted_update": 11904, + "last_consumed_update": 11808, + "pending": [ + { + "reference": { + "source_update": 11904, + "completed_passes": 124, + "next_interval": 0, + "trained_intervals": 11904, + "snapshot": "pass_end_0124", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 11808, + "pass_science": { + "completed_passes": 124, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 11904, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 11904, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00015653496666345745, + "update_l2": 0.03506294637918472 + }, + "raw_ground_friction": { + "gradient_l2": 0.0004829841782338917, + "update_l2": 0.0005900859832763672 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2865393728134222e-05, + "update_l2": 0.008990100584924221 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013509618701757823, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4428, + "attachment": 276, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5548657178878784, + "ground_friction/effective": 0.5548657178878784, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013509618701757823, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003819846548140049, + "ssim_fused": 0.98152095079422, + "seg_l1": 0.0038272112142294645, + "seg_ssim_ref": 0.9815208911895752, + "depth": 0.0003470353502365632, + "rgb_loss": 0.00675167515873909, + "seg_loss": 0.0067575969733297825, + "total": 0.013509618701757823 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004491852130740881, + "ssim_fused": 0.9787628650665283, + "seg_l1": 0.004521546885371208, + "seg_ssim_ref": 0.9787630438804626, + "depth": 0.0004811239733239118, + "rgb_loss": 0.00784090906381607, + "seg_loss": 0.007864628918468952, + "total": 0.015706018174935773, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004811239733239118, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010639632575446735 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002763597760349512, + "ssim_fused": 0.986267626285553, + "seg_l1": 0.00299916067160666, + "seg_ssim_ref": 0.9862675666809082, + "depth": 0.00041687609559804657, + "rgb_loss": 0.004957352764904499, + "seg_loss": 0.005145815201103687, + "total": 0.010103584842103785, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041687609559804657, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016873481955637993 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.00275453575886786, + "ssim_fused": 0.9849756956100464, + "seg_l1": 0.0026558097451925278, + "seg_ssim_ref": 0.9849753379821777, + "depth": 0.00032587425319141594, + "rgb_loss": 0.0052084894850850105, + "seg_loss": 0.00512958038598299, + "total": 0.010338395745321192, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032587425319141594, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.3951510135860406e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005269400309771299, + "ssim_fused": 0.9760778546333313, + "seg_l1": 0.005132327787578106, + "seg_ssim_ref": 0.9760774970054626, + "depth": 0.00016426707883287838, + "rgb_loss": 0.00899994932115078, + "seg_loss": 0.008890362456440926, + "total": 0.017890476044670537, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016426707883287838, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016426707883287835 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 124, + "adam_update_count": 11904 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1319190880167298 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_cdc239b96bb14a80ba82fcd05b19b3af_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 125, + "next_interval": 0, + "next_adam_update": 11905, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 124, + "trained_intervals": 11904, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 11904, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.907151222229004, + "median": 11.513165473937988, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5554558038711548, + "median": 0.5554558038711548, + "max": 0.5554558038711548, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.906813144683838, + "median": 10.10976791381836, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 6.733878135681152, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 49.74018478393555, + "median": 24581.955078125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5554558038711548, + "median": 0.5554558038711548, + "max": 0.5554558038711548, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4428, + "controller_edge_stiffness": 276 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0125.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0125.json new file mode 100644 index 0000000000000000000000000000000000000000..8830ccc0d3bbeb27e48b2505ab4e454e4103a53a --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0125.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0125", + "executed_epochs": 125, + "score": null, + "best_score": 0.012742924637097926, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_bcf78305c59d4413911e6002a4684601.npz", + "optimizer_file": "boundary_bcf78305c59d4413911e6002a4684601_optimizer.pt", + "arrays_sha256": "0197b12d8051f4e54736dbef7de313cf9f60dfb949efc5200330cf4716491f4c", + "optimizer_sha256": "2c66b4981fbe51afa3f350afda3da98a9cf2960596261cb696935755793b2288", + "stage": "adam", + "completed_passes": 125, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 12000, + "adam_update_count": 12000, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 126, + "consumed_count": 125, + "last_submitted_update": 12000, + "last_consumed_update": 11904, + "pending": [ + { + "reference": { + "source_update": 12000, + "completed_passes": 125, + "next_interval": 0, + "trained_intervals": 12000, + "snapshot": "pass_end_0125", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 11808, + "pass_science": { + "completed_passes": 125, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 12000, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 12000, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001582719705766067, + "update_l2": 0.034715257585048676 + }, + "raw_ground_friction": { + "gradient_l2": 0.000481743918498978, + "update_l2": 0.0005650520324707031 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2445991160348058e-05, + "update_l2": 0.00843626819550991 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013517216114013762, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4436, + "attachment": 277, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5564737319946289, + "ground_friction/effective": 0.5564737319946289, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013517216114013762, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003822146449238062, + "ssim_fused": 0.9815106987953186, + "seg_l1": 0.0038292668759822845, + "seg_ssim_ref": 0.9815106391906738, + "depth": 0.0003467180424641508, + "rgb_loss": 0.006755581125617027, + "seg_loss": 0.0067612892016768456, + "total": 0.013517216114013762 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004480778239667416, + "ssim_fused": 0.9788292050361633, + "seg_l1": 0.004509870894253254, + "seg_ssim_ref": 0.978829562664032, + "depth": 0.0004809731123736128, + "rgb_loss": 0.007818781770765781, + "seg_loss": 0.007841984741389751, + "total": 0.015661247485267905, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004809731123736128, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010624546480416831 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002754567191004753, + "ssim_fused": 0.986293375492096, + "seg_l1": 0.0029832867439836264, + "seg_ssim_ref": 0.9862933158874512, + "depth": 0.00041638333195354835, + "rgb_loss": 0.0049449787475168705, + "seg_loss": 0.005127966403961182, + "total": 0.01007336106914872, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041638333195354835, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016824205591188166 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027747296262532473, + "ssim_fused": 0.9848651885986328, + "seg_l1": 0.0026822974905371666, + "seg_ssim_ref": 0.9848650097846985, + "depth": 0.00032709552506476425, + "rgb_loss": 0.005246746353805065, + "seg_loss": 0.0051728361286222935, + "total": 0.01041991004361371, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032709552506476425, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.51727820092087e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005278510507196188, + "ssim_fused": 0.9760549664497375, + "seg_l1": 0.005141612607985735, + "seg_ssim_ref": 0.9760546088218689, + "depth": 0.00016242020046467785, + "rgb_loss": 0.009011815302073956, + "seg_loss": 0.008902368135750294, + "total": 0.017914345858024715, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016242020046467785, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016242020046467785 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 125, + "adam_update_count": 12000 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13272561397752725 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_bcf78305c59d4413911e6002a4684601_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 126, + "next_interval": 0, + "next_adam_update": 12001, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 125, + "trained_intervals": 12000, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 12000, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.8793270587921143, + "median": 11.513179779052734, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5570387840270996, + "median": 0.5570387840270996, + "max": 0.5570387840270996, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.889338970184326, + "median": 10.107256889343262, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 6.549096584320068, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 48.87856674194336, + "median": 24520.306640625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5570387840270996, + "median": 0.5570387840270996, + "max": 0.5570387840270996, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4436, + "controller_edge_stiffness": 277 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0126.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0126.json new file mode 100644 index 0000000000000000000000000000000000000000..1a120a5885cc47938a92e70f1960b2888df7dda5 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0126.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0126", + "executed_epochs": 126, + "score": null, + "best_score": 0.012741584420795163, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_400b34a085ac4f73ae4c169faf952141.npz", + "optimizer_file": "boundary_400b34a085ac4f73ae4c169faf952141_optimizer.pt", + "arrays_sha256": "a287700157c98c235345b6adefcbc067294e1683e19dce8373f4041c1c56a482", + "optimizer_sha256": "d4e4e922346bdb018818ef6bbba2cbfdbeae13eb670bdd58ce26626f78d17eab", + "stage": "adam", + "completed_passes": 126, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 12096, + "adam_update_count": 12096, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 127, + "consumed_count": 126, + "last_submitted_update": 12096, + "last_consumed_update": 12000, + "pending": [ + { + "reference": { + "source_update": 12096, + "completed_passes": 126, + "next_interval": 0, + "trained_intervals": 12096, + "snapshot": "pass_end_0126", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12000, + "pass_science": { + "completed_passes": 126, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 12096, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 12096, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001618031965335831, + "update_l2": 0.034750450402498245 + }, + "raw_ground_friction": { + "gradient_l2": 0.0004914359305985272, + "update_l2": 0.0005787014961242676 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2426010471244808e-05, + "update_l2": 0.008512978442013264 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013498203175570819, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4446, + "attachment": 282, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5567399263381958, + "ground_friction/effective": 0.5567399263381958, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013498203175570819, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003816085634753108, + "ssim_fused": 0.981530487537384, + "seg_l1": 0.003821456804871559, + "seg_ssim_ref": 0.9815304279327393, + "depth": 0.00034626429900798644, + "rgb_loss": 0.006746771279722452, + "seg_loss": 0.006751086097210646, + "total": 0.013498203175570819 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00449199415743351, + "ssim_fused": 0.9787693619728088, + "seg_l1": 0.004523644223809242, + "seg_ssim_ref": 0.9787696003913879, + "depth": 0.00048112426094426255, + "rgb_loss": 0.007839723490178585, + "seg_loss": 0.007864994928240776, + "total": 0.015705198611357732, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048112426094426255, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010639661337481806 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027618345338851213, + "ssim_fused": 0.9862693548202515, + "seg_l1": 0.0029985688161104918, + "seg_ssim_ref": 0.9862693548202515, + "depth": 0.00041622276942763104, + "rgb_loss": 0.004955596756190062, + "seg_loss": 0.00514498446136713, + "total": 0.010100996974665332, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041622276942763104, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016808149338596437 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027507927734404802, + "ssim_fused": 0.9849841594696045, + "seg_l1": 0.0026492136530578136, + "seg_ssim_ref": 0.9849839210510254, + "depth": 0.000325857870002898, + "rgb_loss": 0.005203802138566971, + "seg_loss": 0.005122587084770203, + "total": 0.010326715081207177, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.000325857870002898, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.3935126947342434e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005259721539914608, + "ssim_fused": 0.9760990738868713, + "seg_l1": 0.005114400759339333, + "seg_ssim_ref": 0.9760987162590027, + "depth": 0.00016185229565715412, + "rgb_loss": 0.008987963199615479, + "seg_loss": 0.008871776983141899, + "total": 0.017859902035053034, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016185229565715412, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016185229565715412 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 126, + "adam_update_count": 12096 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13274633200489916 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_400b34a085ac4f73ae4c169faf952141_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 127, + "next_interval": 0, + "next_adam_update": 12097, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 126, + "trained_intervals": 12096, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 12096, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.851121187210083, + "median": 11.513195037841797, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5573186278343201, + "median": 0.5573186278343201, + "max": 0.5573186278343201, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.8712923526763916, + "median": 10.10187816619873, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 6.366954326629639, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 48.0043830871582, + "median": 24388.771484375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5573186278343201, + "median": 0.5573186278343201, + "max": 0.5573186278343201, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4446, + "controller_edge_stiffness": 282 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0127.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0127.json new file mode 100644 index 0000000000000000000000000000000000000000..59a953acc4cfad91b234063c599069d84035377f --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0127.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0127", + "executed_epochs": 127, + "score": null, + "best_score": 0.012737698423591631, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_1e49007b66a34a8696f994ac6e862157.npz", + "optimizer_file": "boundary_1e49007b66a34a8696f994ac6e862157_optimizer.pt", + "arrays_sha256": "2107a60487d286d398af819def4ec7e7ad1c62139bd883900988deb8be8f2f87", + "optimizer_sha256": "ee7d5a2d4880ae6f19ac42eeedf09f01c203b53ae9f6143d0469f40567f8bc5e", + "stage": "adam", + "completed_passes": 127, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 12192, + "adam_update_count": 12192, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 128, + "consumed_count": 127, + "last_submitted_update": 12192, + "last_consumed_update": 12096, + "pending": [ + { + "reference": { + "source_update": 12192, + "completed_passes": 127, + "next_interval": 0, + "trained_intervals": 12192, + "snapshot": "pass_end_0127", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12096, + "pass_science": { + "completed_passes": 127, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 12192, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 12192, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00016374982078559697, + "update_l2": 0.03473611921072006 + }, + "raw_ground_friction": { + "gradient_l2": 0.0004968760185874999, + "update_l2": 0.000576317310333252 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2195660929137375e-05, + "update_l2": 0.008401463739573956 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013495048545575556, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4456, + "attachment": 282, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5580962896347046, + "ground_friction/effective": 0.5580962896347046, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013495048545575556, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038148360326886177, + "ssim_fused": 0.9815319776535034, + "seg_l1": 0.0038195191882550716, + "seg_ssim_ref": 0.9815319180488586, + "depth": 0.00034625669461235204, + "rgb_loss": 0.0067454674281179905, + "seg_loss": 0.006749235093593597, + "total": 0.013495048545575556 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004496664274483919, + "ssim_fused": 0.9787539839744568, + "seg_l1": 0.004531724378466606, + "seg_ssim_ref": 0.9787543416023254, + "depth": 0.0004811218435886419, + "rgb_loss": 0.007846535183489323, + "seg_loss": 0.007874511182308197, + "total": 0.015721526556318532, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004811218435886419, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010639419601919744 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002764828037470579, + "ssim_fused": 0.9862536787986755, + "seg_l1": 0.0030048396438360214, + "seg_ssim_ref": 0.9862536787986755, + "depth": 0.0004161952956336451, + "rgb_loss": 0.004961126483976841, + "seg_loss": 0.0051531363278627396, + "total": 0.010114679007135214, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004161952956336451, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016805401959197843 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027452122885733843, + "ssim_fused": 0.9850059747695923, + "seg_l1": 0.002640007296577096, + "seg_ssim_ref": 0.9850056171417236, + "depth": 0.0003258624198497272, + "rgb_loss": 0.005194975063204765, + "seg_loss": 0.005110882222652435, + "total": 0.01030618314827705, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003258624198497272, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.3939676794171656e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005252639297395945, + "ssim_fused": 0.9761143922805786, + "seg_l1": 0.005101506132632494, + "seg_ssim_ref": 0.9761139750480652, + "depth": 0.0001618472193773939, + "rgb_loss": 0.008979232981801033, + "seg_loss": 0.008858410641551018, + "total": 0.017837805470571427, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001618472193773939, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016184721937739387 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 127, + "adam_update_count": 12192 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14131543002440594 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_1e49007b66a34a8696f994ac6e862157_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 128, + "next_interval": 0, + "next_adam_update": 12193, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 127, + "trained_intervals": 12192, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 12192, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.8227174282073975, + "median": 11.513216018676758, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5586726069450378, + "median": 0.5586726069450378, + "max": 0.5586726069450378, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.853952169418335, + "median": 10.101825714111328, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 6.188652992248535, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 47.17915725708008, + "median": 24387.494140625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5586726069450378, + "median": 0.5586726069450378, + "max": 0.5586726069450378, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4456, + "controller_edge_stiffness": 282 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0128.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0128.json new file mode 100644 index 0000000000000000000000000000000000000000..1fc1e3de9adf15d3b2f03b48bd1a174f3355bd74 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0128.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0128", + "executed_epochs": 128, + "score": null, + "best_score": 0.012725944648575162, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_79a679956ae244cdb62df43c3192cd6d.npz", + "optimizer_file": "boundary_79a679956ae244cdb62df43c3192cd6d_optimizer.pt", + "arrays_sha256": "bc391c16091b17d6943b032ae2c78595a9f5505c7b5874f61bdbd3694b1b72fc", + "optimizer_sha256": "3a1d5ae6c4ea02fa8e7e1a0d5dab87647e7da52df55bb79d533a516c61377689", + "stage": "adam", + "completed_passes": 128, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 12288, + "adam_update_count": 12288, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 129, + "consumed_count": 128, + "last_submitted_update": 12288, + "last_consumed_update": 12192, + "pending": [ + { + "reference": { + "source_update": 12288, + "completed_passes": 128, + "next_interval": 0, + "trained_intervals": 12288, + "snapshot": "pass_end_0128", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12192, + "pass_science": { + "completed_passes": 128, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 12288, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 12288, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00016459987091366202, + "update_l2": 0.03473750501871109 + }, + "raw_ground_friction": { + "gradient_l2": 0.0005055514629930258, + "update_l2": 0.0005881190299987793 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.19639043987263e-05, + "update_l2": 0.00831147376447916 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013495176506420386, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4466, + "attachment": 284, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5598359704017639, + "ground_friction/effective": 0.5598359704017639, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013495176506420386, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003815002739429474, + "ssim_fused": 0.9815310835838318, + "seg_l1": 0.003819035366177559, + "seg_ssim_ref": 0.9815309047698975, + "depth": 0.00034639351607565515, + "rgb_loss": 0.006745788734406233, + "seg_loss": 0.006749041378498077, + "total": 0.013495176506420386 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004504342097789049, + "ssim_fused": 0.9787313938140869, + "seg_l1": 0.004543833900243044, + "seg_ssim_ref": 0.978731632232666, + "depth": 0.00048156093471192024, + "rgb_loss": 0.007857195101678371, + "seg_loss": 0.007888740859925747, + "total": 0.01574641752253883, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048156093471192024, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010683328714247578 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027696837205439806, + "ssim_fused": 0.9862332940101624, + "seg_l1": 0.0030138620641082525, + "seg_ssim_ref": 0.9862332940101624, + "depth": 0.00041677123333430996, + "rgb_loss": 0.004969088360667229, + "seg_loss": 0.005164430942386389, + "total": 0.010133936539948239, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041677123333430996, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016862995729264327 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002739317249506712, + "ssim_fused": 0.9850320219993591, + "seg_l1": 0.002629537135362625, + "seg_ssim_ref": 0.9850317239761353, + "depth": 0.0003258899014492311, + "rgb_loss": 0.005185049492865801, + "seg_loss": 0.005097284913063049, + "total": 0.010282659830169013, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003258899014492311, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.3967158393675576e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00524666765704751, + "ssim_fused": 0.976127564907074, + "seg_l1": 0.005088909063488245, + "seg_ssim_ref": 0.9761270880699158, + "depth": 0.0001613519948071593, + "rgb_loss": 0.008971821516752243, + "seg_loss": 0.008845709264278412, + "total": 0.01781769213302546, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001613519948071593, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001613519948071593 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 128, + "adam_update_count": 12288 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1349255050008651 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_79a679956ae244cdb62df43c3192cd6d_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 129, + "next_interval": 0, + "next_adam_update": 12289, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 128, + "trained_intervals": 12288, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 12288, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.7938071489334106, + "median": 11.513227462768555, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5604240894317627, + "median": 0.5604240894317627, + "max": 0.5604240894317627, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.8372480869293213, + "median": 10.102714538574219, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 6.012299060821533, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 46.39761734008789, + "median": 24409.177734375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5604240894317627, + "median": 0.5604240894317627, + "max": 0.5604240894317627, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4466, + "controller_edge_stiffness": 284 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0129.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0129.json new file mode 100644 index 0000000000000000000000000000000000000000..4b6785e31b094acaa827e43fe3d2c20fdd8bf338 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0129.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0129", + "executed_epochs": 129, + "score": null, + "best_score": 0.012724994301600607, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7b1f99c7e8234b4ca70d346fe2fde972.npz", + "optimizer_file": "boundary_7b1f99c7e8234b4ca70d346fe2fde972_optimizer.pt", + "arrays_sha256": "b3f737a67e4bfec5318d37d5268b41b623ba86a66a293b78f605e87ffb1f5a29", + "optimizer_sha256": "68e56f9f3e1dae923133051a9cc7d2a7c06ad46bae7f5c74480dfc326bfc2cfe", + "stage": "adam", + "completed_passes": 129, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 12384, + "adam_update_count": 12384, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 130, + "consumed_count": 129, + "last_submitted_update": 12384, + "last_consumed_update": 12288, + "pending": [ + { + "reference": { + "source_update": 12384, + "completed_passes": 129, + "next_interval": 0, + "trained_intervals": 12384, + "snapshot": "pass_end_0129", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12288, + "pass_science": { + "completed_passes": 129, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 12384, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 12384, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001603523560333997, + "update_l2": 0.03470127657055855 + }, + "raw_ground_friction": { + "gradient_l2": 0.0005003350670449436, + "update_l2": 0.0005878210067749023 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1534267287061084e-05, + "update_l2": 0.008091566152870655 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01350069335624661, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4477, + "attachment": 285, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5621344447135925, + "ground_friction/effective": 0.5621344447135925, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01350069335624661, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003816051408648491, + "ssim_fused": 0.9815212488174438, + "seg_l1": 0.003819995792582631, + "seg_ssim_ref": 0.9815211892127991, + "depth": 0.0003463212409203537, + "rgb_loss": 0.006748582236468792, + "seg_loss": 0.006751764565706253, + "total": 0.01350069335624661 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004514841362833977, + "ssim_fused": 0.9786924123764038, + "seg_l1": 0.00456232251599431, + "seg_ssim_ref": 0.9786925911903381, + "depth": 0.0004824768013965028, + "rgb_loss": 0.007873390801250935, + "seg_loss": 0.007911340333521366, + "total": 0.015785213611573697, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004824768013965028, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001077491538270583 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027756448835134506, + "ssim_fused": 0.9862048029899597, + "seg_l1": 0.0030250546988099813, + "seg_ssim_ref": 0.9862046241760254, + "depth": 0.00041877798478636514, + "rgb_loss": 0.004979555495083332, + "seg_loss": 0.005179119296371937, + "total": 0.010159093569440055, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041877798478636514, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001706367087446985 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027343302499502897, + "ssim_fused": 0.9850450158119202, + "seg_l1": 0.0026195337995886803, + "seg_ssim_ref": 0.9850448369979858, + "depth": 0.0003265264771087094, + "rgb_loss": 0.005178460851311684, + "seg_loss": 0.005086659453809261, + "total": 0.010265446831598054, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003265264771087094, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.4603734053153865e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005239388439804316, + "ssim_fused": 0.976142942905426, + "seg_l1": 0.005073072388768196, + "seg_ssim_ref": 0.9761425852775574, + "depth": 0.0001575037003898372, + "rgb_loss": 0.008962921798229218, + "seg_loss": 0.008829941041767597, + "total": 0.01779301941237463, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001575037003898372, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001575037003898372 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 129, + "adam_update_count": 12384 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13626092099002562 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7b1f99c7e8234b4ca70d346fe2fde972_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 130, + "next_interval": 0, + "next_adam_update": 12385, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 129, + "trained_intervals": 12384, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 12384, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.7645665407180786, + "median": 11.513238906860352, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5627222657203674, + "median": 0.5627222657203674, + "max": 0.5627222657203674, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.8218209743499756, + "median": 10.100022315979004, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 5.839041233062744, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 45.68733215332031, + "median": 24343.552734375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5627222657203674, + "median": 0.5627222657203674, + "max": 0.5627222657203674, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4477, + "controller_edge_stiffness": 285 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0130.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0130.json new file mode 100644 index 0000000000000000000000000000000000000000..ae6b0a347d9c05cfee01c9aa08d40735e609c4c8 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0130.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0130", + "executed_epochs": 130, + "score": null, + "best_score": 0.012724994301600607, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_23d4ab1395674868b858ab7d488f80d3.npz", + "optimizer_file": "boundary_23d4ab1395674868b858ab7d488f80d3_optimizer.pt", + "arrays_sha256": "dfc8e47ec2fb5760e8c9827a3574ef1d04c151e8220db74eb7f452af6a4ff63a", + "optimizer_sha256": "68f53425c68c70f30265be16cf14653a2d7f7eb367208ae9d5da465d71b080b3", + "stage": "adam", + "completed_passes": 130, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 12480, + "adam_update_count": 12480, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 131, + "consumed_count": 130, + "last_submitted_update": 12480, + "last_consumed_update": 12384, + "pending": [ + { + "reference": { + "source_update": 12480, + "completed_passes": 130, + "next_interval": 0, + "trained_intervals": 12480, + "snapshot": "pass_end_0130", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12288, + "pass_science": { + "completed_passes": 130, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 12480, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 12480, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00016024272190406919, + "update_l2": 0.03468036279082298 + }, + "raw_ground_friction": { + "gradient_l2": 0.0004923880915157497, + "update_l2": 0.0005992650985717773 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1550156159501057e-05, + "update_l2": 0.007948574610054493 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01350404678132594, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4488, + "attachment": 291, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5627979636192322, + "ground_friction/effective": 0.5627979636192322, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01350404678132594, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038172611966729164, + "ssim_fused": 0.9815183281898499, + "seg_l1": 0.0038214917294681072, + "seg_ssim_ref": 0.9815182089805603, + "depth": 0.00034628655970400565, + "rgb_loss": 0.0067501491867005825, + "seg_loss": 0.006753551308065653, + "total": 0.01350404678132594 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004513449501246214, + "ssim_fused": 0.9787087440490723, + "seg_l1": 0.004564437083899975, + "seg_ssim_ref": 0.9787091016769409, + "depth": 0.0004824937239798924, + "rgb_loss": 0.007869010791182518, + "seg_loss": 0.007909729145467281, + "total": 0.015779221499051206, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004824937239798924, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010776607641044791 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027764304541051388, + "ssim_fused": 0.9861988425254822, + "seg_l1": 0.0030251219868659973, + "seg_ssim_ref": 0.9861987233161926, + "depth": 0.0004174557148960113, + "rgb_loss": 0.004981376230716705, + "seg_loss": 0.005180353298783302, + "total": 0.010162146985214903, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004174557148960113, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001693144388543446 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027351975440979004, + "ssim_fused": 0.9850373268127441, + "seg_l1": 0.00261949235573411, + "seg_ssim_ref": 0.985037088394165, + "depth": 0.0003271394521311028, + "rgb_loss": 0.00518069276586175, + "seg_loss": 0.005088176112622023, + "total": 0.010269196017935904, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003271394521311028, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.521670907554725e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005243966821581125, + "ssim_fused": 0.9761282801628113, + "seg_l1": 0.005076914560049772, + "seg_ssim_ref": 0.9761279225349426, + "depth": 0.00015805734780901626, + "rgb_loss": 0.008969517424702644, + "seg_loss": 0.008835947141051292, + "total": 0.017805622623101747, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015805734780901626, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015805734780901626 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 130, + "adam_update_count": 12480 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13267840398475528 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_23d4ab1395674868b858ab7d488f80d3_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 131, + "next_interval": 0, + "next_adam_update": 12481, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 130, + "trained_intervals": 12480, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 12480, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.735607624053955, + "median": 11.51325798034668, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.563397228717804, + "median": 0.563397228717804, + "max": 0.563397228717804, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.806537628173828, + "median": 10.095497131347656, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 5.672373294830322, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 44.994380950927734, + "median": 24233.642578125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.563397228717804, + "median": 0.563397228717804, + "max": 0.563397228717804, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4489, + "controller_edge_stiffness": 291 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0131.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0131.json new file mode 100644 index 0000000000000000000000000000000000000000..b0d159277df973674975e3e8cdabe21082b61fde --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0131.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0131", + "executed_epochs": 131, + "score": null, + "best_score": 0.012724994301600607, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b915bb0f756844f9845979f415f06cbe.npz", + "optimizer_file": "boundary_b915bb0f756844f9845979f415f06cbe_optimizer.pt", + "arrays_sha256": "32d81fbc22156dafd12b5f66ee61989d98cbc8d83a662fc5cdb9d1fd246c6f93", + "optimizer_sha256": "9837165e693daf78054dcea7708d3752a085cdbbe7230e912736322c1d1c97fc", + "stage": "adam", + "completed_passes": 131, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 12576, + "adam_update_count": 12576, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 132, + "consumed_count": 131, + "last_submitted_update": 12576, + "last_consumed_update": 12480, + "pending": [ + { + "reference": { + "source_update": 12576, + "completed_passes": 131, + "next_interval": 0, + "trained_intervals": 12576, + "snapshot": "pass_end_0131", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12288, + "pass_science": { + "completed_passes": 131, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 12576, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 12576, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00016534644237253815, + "update_l2": 0.03446684777736664 + }, + "raw_ground_friction": { + "gradient_l2": 0.0004981810343451798, + "update_l2": 0.0005922317504882812 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1710873877746053e-05, + "update_l2": 0.008026867173612118 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013489022340617532, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4500, + "attachment": 293, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5612826347351074, + "ground_friction/effective": 0.5612826347351074, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013489022340617532, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003812486305832863, + "ssim_fused": 0.9815345406532288, + "seg_l1": 0.003815597156062722, + "seg_ssim_ref": 0.981534481048584, + "depth": 0.000345243133063066, + "rgb_loss": 0.006743083707988262, + "seg_loss": 0.006745593622326851, + "total": 0.013489022340617532 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004521911032497883, + "ssim_fused": 0.9786592125892639, + "seg_l1": 0.004573135636746883, + "seg_ssim_ref": 0.9786595106124878, + "depth": 0.0004828105502417828, + "rgb_loss": 0.007885687053203583, + "seg_loss": 0.007926606573164463, + "total": 0.015812775505595712, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004828105502417828, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010808290267233835 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027823837008327246, + "ssim_fused": 0.9861769080162048, + "seg_l1": 0.0030376778449863195, + "seg_ssim_ref": 0.9861767292022705, + "depth": 0.0004153171175066386, + "rgb_loss": 0.004990525543689728, + "seg_loss": 0.005194796249270439, + "total": 0.010185737110077673, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004153171175066386, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016717584146497193 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027155191637575626, + "ssim_fused": 0.9851402640342712, + "seg_l1": 0.0025928502436727285, + "seg_ssim_ref": 0.9851400852203369, + "depth": 0.00032588706901503925, + "rgb_loss": 0.005144362337887287, + "seg_loss": 0.005046263337135315, + "total": 0.010190951562091616, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032588706901503925, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.3964325959483696e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005230131093412638, + "ssim_fused": 0.9761617183685303, + "seg_l1": 0.00505872443318367, + "seg_ssim_ref": 0.9761613607406616, + "depth": 0.00015695779548880332, + "rgb_loss": 0.008951760828495026, + "seg_loss": 0.008814707398414612, + "total": 0.017766625184705127, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015695779548880332, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001569577954888033 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 131, + "adam_update_count": 12576 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13570000699837692 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b915bb0f756844f9845979f415f06cbe_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 132, + "next_interval": 0, + "next_adam_update": 12577, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 131, + "trained_intervals": 12576, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 12576, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.7069114446640015, + "median": 11.513275146484375, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5618748664855957, + "median": 0.5618748664855957, + "max": 0.5618748664855957, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.789592981338501, + "median": 10.094642639160156, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 5.511911392211914, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 44.2383918762207, + "median": 24212.943359375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5618748664855957, + "median": 0.5618748664855957, + "max": 0.5618748664855957, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4500, + "controller_edge_stiffness": 293 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0132.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0132.json new file mode 100644 index 0000000000000000000000000000000000000000..9a8fbc99fae2f40a28cac4ceeb0b338d57068adb --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0132.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0132", + "executed_epochs": 132, + "score": null, + "best_score": 0.012724994301600607, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b989f64acc904a7f93383a3b9273d7b0.npz", + "optimizer_file": "boundary_b989f64acc904a7f93383a3b9273d7b0_optimizer.pt", + "arrays_sha256": "4082c336d718c1149f8f22b4ae6dcd0b3b1d8d22b834e59f7c9f86761b7db930", + "optimizer_sha256": "368d905d83d1e4571d2f80399fbb89249b4452646709b1797adcd1762d8d956c", + "stage": "adam", + "completed_passes": 132, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 12672, + "adam_update_count": 12672, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 133, + "consumed_count": 132, + "last_submitted_update": 12672, + "last_consumed_update": 12576, + "pending": [ + { + "reference": { + "source_update": 12672, + "completed_passes": 132, + "next_interval": 0, + "trained_intervals": 12672, + "snapshot": "pass_end_0132", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12288, + "pass_science": { + "completed_passes": 132, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 12672, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 12672, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00018058651767205447, + "update_l2": 0.03452969342470169 + }, + "raw_ground_friction": { + "gradient_l2": 0.0006099800812080503, + "update_l2": 0.0006029605865478516 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1990709936071653e-05, + "update_l2": 0.00821223109960556 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01345680675257881, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4508, + "attachment": 294, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5593893527984619, + "ground_friction/effective": 0.5593893527984619, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01345680675257881, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003802518593147397, + "ssim_fused": 0.9815682172775269, + "seg_l1": 0.003802123013883829, + "seg_ssim_ref": 0.9815680384635925, + "depth": 0.00034410295028957386, + "rgb_loss": 0.006728374399244785, + "seg_loss": 0.006728088017553091, + "total": 0.01345680675257881 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004532745573669672, + "ssim_fused": 0.9785956740379333, + "seg_l1": 0.004580153152346611, + "seg_ssim_ref": 0.9785958528518677, + "depth": 0.0004819182281540189, + "rgb_loss": 0.007907061837613583, + "seg_loss": 0.007944951765239239, + "total": 0.015852495521080975, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004819182281540189, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010719058058457443 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027889132034033537, + "ssim_fused": 0.9861516952514648, + "seg_l1": 0.0030533550307154655, + "seg_ssim_ref": 0.9861516356468201, + "depth": 0.0004156285499771026, + "rgb_loss": 0.005000791512429714, + "seg_loss": 0.005212357267737389, + "total": 0.01021356440871708, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004156285499771026, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016748727393543593 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026873149909079075, + "ssim_fused": 0.9852884411811829, + "seg_l1": 0.00255549605935812, + "seg_ssim_ref": 0.9852880835533142, + "depth": 0.00032511741731445197, + "rgb_loss": 0.005092163570225239, + "seg_loss": 0.004986780229955912, + "total": 0.010079269383259752, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032511741731445197, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.3194674258896376e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005201100371778011, + "ssim_fused": 0.9762369990348816, + "seg_l1": 0.00501948781311512, + "seg_ssim_ref": 0.9762366414070129, + "depth": 0.00015374760571272212, + "rgb_loss": 0.008913480676710606, + "seg_loss": 0.008768262341618538, + "total": 0.01768189769725743, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015374760571272212, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015374760571272212 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 132, + "adam_update_count": 12672 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13248357598786242 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b989f64acc904a7f93383a3b9273d7b0_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 133, + "next_interval": 0, + "next_adam_update": 12673, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 132, + "trained_intervals": 12672, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 12672, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.678369402885437, + "median": 11.513287544250488, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5599923133850098, + "median": 0.5599923133850098, + "max": 0.5599923133850098, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.7704808712005615, + "median": 10.095064163208008, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 5.356813907623291, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 43.40092849731445, + "median": 24223.15234375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5599923133850098, + "median": 0.5599923133850098, + "max": 0.5599923133850098, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4508, + "controller_edge_stiffness": 294 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0133.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0133.json new file mode 100644 index 0000000000000000000000000000000000000000..f8e5eda7a351f91bcf61d6f2d7b9ea83670fdc24 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0133.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0133", + "executed_epochs": 133, + "score": null, + "best_score": 0.01271920430052136, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_446d5678a222420c94aa5007a2477595.npz", + "optimizer_file": "boundary_446d5678a222420c94aa5007a2477595_optimizer.pt", + "arrays_sha256": "415feccab326da223fdbb08edfe40a55de77e875de917dc6366a35519c2e0ad0", + "optimizer_sha256": "2a47bd9e9788a42b224cb98f43b04de9114c971eda75f33b76c19f79f25e3c53", + "stage": "adam", + "completed_passes": 133, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 12768, + "adam_update_count": 12768, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 134, + "consumed_count": 133, + "last_submitted_update": 12768, + "last_consumed_update": 12672, + "pending": [ + { + "reference": { + "source_update": 12768, + "completed_passes": 133, + "next_interval": 0, + "trained_intervals": 12768, + "snapshot": "pass_end_0133", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12672, + "pass_science": { + "completed_passes": 133, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 12768, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 12768, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00018314212502446026, + "update_l2": 0.03471545875072479 + }, + "raw_ground_friction": { + "gradient_l2": 0.0005820464575663209, + "update_l2": 0.0005970001220703125 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.189806789625436e-05, + "update_l2": 0.008093560114502907 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013463900447367935, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4518, + "attachment": 297, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5610394477844238, + "ground_friction/effective": 0.5610394477844238, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013463900447367935, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038050394505262375, + "ssim_fused": 0.9815623760223389, + "seg_l1": 0.0038055144250392914, + "seg_ssim_ref": 0.9815621376037598, + "depth": 0.0003446121804985322, + "rgb_loss": 0.00673157162964344, + "seg_loss": 0.006731984205543995, + "total": 0.013463900447367935 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004518404137343168, + "ssim_fused": 0.9786785840988159, + "seg_l1": 0.004570543300360441, + "seg_ssim_ref": 0.978678822517395, + "depth": 0.0004825538658060961, + "rgb_loss": 0.007879006676375866, + "seg_loss": 0.007920670323073864, + "total": 0.015800159553315537, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004825538658060961, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010782621823665162 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002784413518384099, + "ssim_fused": 0.9861677289009094, + "seg_l1": 0.003042766358703375, + "seg_ssim_ref": 0.9861675500869751, + "depth": 0.0004158106186985974, + "rgb_loss": 0.004993985407054424, + "seg_loss": 0.005200703162699938, + "total": 0.010195104846034348, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004158106186985974, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001676693426569307 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027036084793508053, + "ssim_fused": 0.9851962327957153, + "seg_l1": 0.0025763290468603373, + "seg_ssim_ref": 0.9851958751678467, + "depth": 0.00032576514354622395, + "rgb_loss": 0.005123640410602093, + "seg_loss": 0.005021888297051191, + "total": 0.010145854007135543, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032576514354622395, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.384240049066841e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005213732365518808, + "ssim_fused": 0.9762066602706909, + "seg_l1": 0.005032419692724943, + "seg_ssim_ref": 0.9762063026428223, + "depth": 0.00015431909394321132, + "rgb_loss": 0.008929654024541378, + "seg_loss": 0.008784675039350986, + "total": 0.01771448338298631, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015431909394321132, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015431909394321132 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 133, + "adam_update_count": 12768 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14237066899659112 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_446d5678a222420c94aa5007a2477595_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 134, + "next_interval": 0, + "next_adam_update": 12769, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 133, + "trained_intervals": 12768, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 12768, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.6504836082458496, + "median": 11.51330280303955, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5616364479064941, + "median": 0.5616364479064941, + "max": 0.5616364479064941, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.7533206939697266, + "median": 10.091290473937988, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 5.209498882293701, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 42.662513732910156, + "median": 24131.9140625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5616364479064941, + "median": 0.5616364479064941, + "max": 0.5616364479064941, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4518, + "controller_edge_stiffness": 297 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0134.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0134.json new file mode 100644 index 0000000000000000000000000000000000000000..0004cc8c364911ee250f80711631386586dc6fae --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0134.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0134", + "executed_epochs": 134, + "score": null, + "best_score": 0.01271920430052136, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_8c2f984d089640ecab3b1883aa5fc478.npz", + "optimizer_file": "boundary_8c2f984d089640ecab3b1883aa5fc478_optimizer.pt", + "arrays_sha256": "e717e610fd55eddaa88a680596946d277d40c94abc716aa819dd9eaaa750a43e", + "optimizer_sha256": "87de45b72e0b652847e4305fdbb9f7cd2f1f5cb511cfd0716d7fed0518697e6e", + "stage": "adam", + "completed_passes": 134, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 12864, + "adam_update_count": 12864, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 135, + "consumed_count": 134, + "last_submitted_update": 12864, + "last_consumed_update": 12768, + "pending": [ + { + "reference": { + "source_update": 12864, + "completed_passes": 134, + "next_interval": 0, + "trained_intervals": 12864, + "snapshot": "pass_end_0134", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12672, + "pass_science": { + "completed_passes": 134, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 12864, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 12864, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001799969468265772, + "update_l2": 0.03475549817085266 + }, + "raw_ground_friction": { + "gradient_l2": 0.0005583746824413538, + "update_l2": 0.0005897879600524902 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1655149137368426e-05, + "update_l2": 0.008008889853954315 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01347170254346694, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4531, + "attachment": 297, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5622854232788086, + "ground_friction/effective": 0.5622854232788086, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01347170254346694, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003807696048170328, + "ssim_fused": 0.9815551042556763, + "seg_l1": 0.003809023182839155, + "seg_ssim_ref": 0.9815549850463867, + "depth": 0.00034501907195145685, + "rgb_loss": 0.006735135801136494, + "seg_loss": 0.006736221723258495, + "total": 0.01347170254346694 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004512723069638014, + "ssim_fused": 0.9787181615829468, + "seg_l1": 0.004569984041154385, + "seg_ssim_ref": 0.9787183403968811, + "depth": 0.0004831615908136073, + "rgb_loss": 0.007866546511650085, + "seg_loss": 0.007912319153547287, + "total": 0.015779348826788185, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004831615908136073, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010843394324416288 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027852070052176714, + "ssim_fused": 0.9861629009246826, + "seg_l1": 0.003041767282411456, + "seg_ssim_ref": 0.9861628413200378, + "depth": 0.0004165741951448019, + "rgb_loss": 0.004995585419237614, + "seg_loss": 0.005200845655053854, + "total": 0.010196847182825325, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004165741951448019, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016843291910313522 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027119985315948725, + "ssim_fused": 0.9851478338241577, + "seg_l1": 0.0025868273805826902, + "seg_ssim_ref": 0.9851476550102234, + "depth": 0.00032643423584755504, + "rgb_loss": 0.0051400321535766125, + "seg_loss": 0.005039930809289217, + "total": 0.010180289397101677, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032643423584755504, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.451149279199946e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005220855586230755, + "ssim_fused": 0.976191520690918, + "seg_l1": 0.00503751402720809, + "seg_ssim_ref": 0.9761911034584045, + "depth": 0.00015390626599986307, + "rgb_loss": 0.008938380517065525, + "seg_loss": 0.008791790343821049, + "total": 0.017730324767152573, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015390626599986307, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015390626599986307 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 134, + "adam_update_count": 12864 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14160309699946083 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_8c2f984d089640ecab3b1883aa5fc478_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 135, + "next_interval": 0, + "next_adam_update": 12865, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 134, + "trained_intervals": 12864, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 12864, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.6224778890609741, + "median": 11.513319969177246, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5628752112388611, + "median": 0.5628752112388611, + "max": 0.5628752112388611, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.7369582653045654, + "median": 10.087037086486816, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 5.065627098083496, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 41.97013473510742, + "median": 24029.490234375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5628752112388611, + "median": 0.5628752112388611, + "max": 0.5628752112388611, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4531, + "controller_edge_stiffness": 297 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0135.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0135.json new file mode 100644 index 0000000000000000000000000000000000000000..67cb876867c3bfd8cbce8e2f692cf4ba67924b07 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0135.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0135", + "executed_epochs": 135, + "score": null, + "best_score": 0.01271920430052136, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c4daf8b17e1e487aa5365597f6e54e43.npz", + "optimizer_file": "boundary_c4daf8b17e1e487aa5365597f6e54e43_optimizer.pt", + "arrays_sha256": "1d1cf3c9cf44e089c16b5cdf171d0be5561aeca430121005b82b6c7e610a64df", + "optimizer_sha256": "97f09fa7cd956008ab165ea85cbda0d1c9cc56ee120d98b13270a5b97593fb62", + "stage": "adam", + "completed_passes": 135, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 12960, + "adam_update_count": 12960, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 136, + "consumed_count": 135, + "last_submitted_update": 12960, + "last_consumed_update": 12864, + "pending": [ + { + "reference": { + "source_update": 12960, + "completed_passes": 135, + "next_interval": 0, + "trained_intervals": 12960, + "snapshot": "pass_end_0135", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12672, + "pass_science": { + "completed_passes": 135, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 12960, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 12960, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00017219003348145634, + "update_l2": 0.034721314907073975 + }, + "raw_ground_friction": { + "gradient_l2": 0.000512954662553966, + "update_l2": 0.0005920529365539551 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1345969141984824e-05, + "update_l2": 0.007984468713402748 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013462234548661488, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4540, + "attachment": 298, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5627502202987671, + "ground_friction/effective": 0.5627502202987671, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013462234548661488, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003804811742156744, + "ssim_fused": 0.9815652370452881, + "seg_l1": 0.0038051605224609375, + "seg_ssim_ref": 0.9815651774406433, + "depth": 0.00034484956003984235, + "rgb_loss": 0.006730793509632349, + "seg_loss": 0.006731096189469099, + "total": 0.013462234548661488 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004516500048339367, + "ssim_fused": 0.9787055253982544, + "seg_l1": 0.0045754751190543175, + "seg_ssim_ref": 0.978705883026123, + "depth": 0.0004831148292587346, + "rgb_loss": 0.007872095331549644, + "seg_loss": 0.007919203490018845, + "total": 0.01579178193639775, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004831148292587346, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010838718168929007 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027896242681890726, + "ssim_fused": 0.98614501953125, + "seg_l1": 0.003050579223781824, + "seg_ssim_ref": 0.9861449003219604, + "depth": 0.0004165165995946158, + "rgb_loss": 0.0050026956014335155, + "seg_loss": 0.005211483687162399, + "total": 0.010214596270856796, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004165165995946158, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016837532355294915 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027028874028474092, + "ssim_fused": 0.9851913452148438, + "seg_l1": 0.002573690377175808, + "seg_ssim_ref": 0.9851909875869751, + "depth": 0.00032639456069148655, + "rgb_loss": 0.005124040879309177, + "seg_loss": 0.005020754877477884, + "total": 0.01014512261700904, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032639456069148655, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.4471817635930994e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005210235249251127, + "ssim_fused": 0.9762192368507385, + "seg_l1": 0.005020897835493088, + "seg_ssim_ref": 0.9762188792228699, + "depth": 0.00015337225061453253, + "rgb_loss": 0.008924340829253197, + "seg_loss": 0.008772943168878555, + "total": 0.017697437370382367, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015337225061453253, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015337225061453253 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 135, + "adam_update_count": 12960 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1547374179936014 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c4daf8b17e1e487aa5365597f6e54e43_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 136, + "next_interval": 0, + "next_adam_update": 12961, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 135, + "trained_intervals": 12960, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 12960, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.5945531129837036, + "median": 11.51332950592041, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.563342273235321, + "median": 0.563342273235321, + "max": 0.563342273235321, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.720468282699585, + "median": 10.086254119873047, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 4.926126956939697, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 41.28372573852539, + "median": 24010.681640625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.563342273235321, + "median": 0.563342273235321, + "max": 0.563342273235321, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4540, + "controller_edge_stiffness": 298 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0136.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0136.json new file mode 100644 index 0000000000000000000000000000000000000000..ebe619b09847a0dcce491c862cbf1640deca5f30 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0136.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0136", + "executed_epochs": 136, + "score": null, + "best_score": 0.01271920430052136, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_24a675d899fb466f9a247a2d996c6bec.npz", + "optimizer_file": "boundary_24a675d899fb466f9a247a2d996c6bec_optimizer.pt", + "arrays_sha256": "6efb084ce585d979b9e33b60015af1b61282719d5abd3f3016a4518894092158", + "optimizer_sha256": "fa750ee89e197f7ceb35cc1f465202acd78255ae79ecfd673f91cd9511060f41", + "stage": "adam", + "completed_passes": 136, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 13056, + "adam_update_count": 13056, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 137, + "consumed_count": 136, + "last_submitted_update": 13056, + "last_consumed_update": 12960, + "pending": [ + { + "reference": { + "source_update": 13056, + "completed_passes": 136, + "next_interval": 0, + "trained_intervals": 13056, + "snapshot": "pass_end_0136", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12672, + "pass_science": { + "completed_passes": 136, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 13056, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 13056, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00017033482436090708, + "update_l2": 0.034733112901449203 + }, + "raw_ground_friction": { + "gradient_l2": 0.0005397829809226096, + "update_l2": 0.0005932450294494629 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1319147233734839e-05, + "update_l2": 0.007890481501817703 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013464749078343986, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4549, + "attachment": 300, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5630999803543091, + "ground_friction/effective": 0.5630999803543091, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013464749078343986, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038059030193835497, + "ssim_fused": 0.9815638661384583, + "seg_l1": 0.003806519787758589, + "seg_ssim_ref": 0.9815638065338135, + "depth": 0.0003452739523635764, + "rgb_loss": 0.006731943227350712, + "seg_loss": 0.006732460577040911, + "total": 0.013464749078343986 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004507852252572775, + "ssim_fused": 0.9787527322769165, + "seg_l1": 0.004568724427372217, + "seg_ssim_ref": 0.9787530899047852, + "depth": 0.00048360657582757993, + "rgb_loss": 0.007855735719203949, + "seg_loss": 0.007904361933469772, + "total": 0.015760581259249548, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048360657582757993, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010887892825813545 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027871993370354176, + "ssim_fused": 0.9861537218093872, + "seg_l1": 0.0030443782452493906, + "seg_ssim_ref": 0.9861536026000977, + "depth": 0.00041656351454142103, + "rgb_loss": 0.0049990154802799225, + "seg_loss": 0.005204781889915466, + "total": 0.01020421393370993, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041656351454142103, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016842223849975442 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027104495093226433, + "ssim_fused": 0.9851499199867249, + "seg_l1": 0.0025832054670900106, + "seg_ssim_ref": 0.985149621963501, + "depth": 0.00032701544734106073, + "rgb_loss": 0.005138375796377659, + "seg_loss": 0.005036639980971813, + "total": 0.010175342792796813, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032701544734106073, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.509270428550525e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005218110978603363, + "ssim_fused": 0.976199209690094, + "seg_l1": 0.005029770545661449, + "seg_ssim_ref": 0.9761987924575806, + "depth": 0.00015391027174424375, + "rgb_loss": 0.008934646844863892, + "seg_loss": 0.008784057572484016, + "total": 0.01771885832761965, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015391027174424375, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015391027174424375 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 136, + "adam_update_count": 13056 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13607494797906838 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_24a675d899fb466f9a247a2d996c6bec_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 137, + "next_interval": 0, + "next_adam_update": 13057, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 136, + "trained_intervals": 13056, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 13056, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.5671530961990356, + "median": 11.513352394104004, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5636932253837585, + "median": 0.5636932253837585, + "max": 0.5636932253837585, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.7041666507720947, + "median": 10.084739685058594, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 4.792983531951904, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 40.61618423461914, + "median": 23974.34765625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5636932253837585, + "median": 0.5636932253837585, + "max": 0.5636932253837585, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4549, + "controller_edge_stiffness": 300 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0137.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0137.json new file mode 100644 index 0000000000000000000000000000000000000000..de16ab4c2f6af3798bfaa3f2790da5fc9988328c --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0137.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0137", + "executed_epochs": 137, + "score": null, + "best_score": 0.01271920430052136, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_1d111286ddaa4967aa0dcb910674a23c.npz", + "optimizer_file": "boundary_1d111286ddaa4967aa0dcb910674a23c_optimizer.pt", + "arrays_sha256": "84c227dac3a33522da6bfdab6df989f89e03442ce4646352033800251fa7c6ea", + "optimizer_sha256": "85c17633d703117b788aa5c367465b94876797f07a37e978c5fb1dcf32f04c4b", + "stage": "adam", + "completed_passes": 137, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 13152, + "adam_update_count": 13152, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 138, + "consumed_count": 137, + "last_submitted_update": 13152, + "last_consumed_update": 13056, + "pending": [ + { + "reference": { + "source_update": 13152, + "completed_passes": 137, + "next_interval": 0, + "trained_intervals": 13152, + "snapshot": "pass_end_0137", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12672, + "pass_science": { + "completed_passes": 137, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 13152, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 13152, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00017095767543651164, + "update_l2": 0.03478226065635681 + }, + "raw_ground_friction": { + "gradient_l2": 0.0005400321679189801, + "update_l2": 0.0005908608436584473 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1242444998060819e-05, + "update_l2": 0.0077768717892467976 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013466666266867, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4565, + "attachment": 300, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5639954209327698, + "ground_friction/effective": 0.5639954209327698, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013466666266867, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038067928981035948, + "ssim_fused": 0.9815640449523926, + "seg_l1": 0.0038081039674580097, + "seg_ssim_ref": 0.981563925743103, + "depth": 0.000345334955531871, + "rgb_loss": 0.0067326282151043415, + "seg_loss": 0.00673369225114584, + "total": 0.013466666266867 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004501017276197672, + "ssim_fused": 0.978792667388916, + "seg_l1": 0.004564335104078054, + "seg_ssim_ref": 0.9787930250167847, + "depth": 0.00048370386577366537, + "rgb_loss": 0.007842279970645905, + "seg_loss": 0.00789286382496357, + "total": 0.015735627499475248, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048370386577366537, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010897621820422091 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027858372777700424, + "ssim_fused": 0.9861569404602051, + "seg_l1": 0.0030400515533983707, + "seg_ssim_ref": 0.9861568808555603, + "depth": 0.0004166192433548474, + "rgb_loss": 0.004997281823307276, + "seg_loss": 0.005200665444135666, + "total": 0.010198363421025008, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004166192433548474, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016847796731318075 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027175939176231623, + "ssim_fused": 0.985112190246582, + "seg_l1": 0.0025918802712112665, + "seg_ssim_ref": 0.9851119518280029, + "depth": 0.0003270732635373456, + "rgb_loss": 0.005151636898517609, + "seg_loss": 0.005051113665103912, + "total": 0.010203077636885058, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003270732635373456, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.515052048179002e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005222722887992859, + "ssim_fused": 0.9761943221092224, + "seg_l1": 0.005036149639636278, + "seg_ssim_ref": 0.9761939644813538, + "depth": 0.00015394344946162566, + "rgb_loss": 0.008939314633607864, + "seg_loss": 0.008790127001702785, + "total": 0.017729596510082685, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015394344946162566, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015394344946162566 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 137, + "adam_update_count": 13152 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13114463002420962 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_1d111286ddaa4967aa0dcb910674a23c_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 138, + "next_interval": 0, + "next_adam_update": 13153, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 137, + "trained_intervals": 13152, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 13152, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.5398166179656982, + "median": 11.513381958007812, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5645862817764282, + "median": 0.5645862817764282, + "max": 0.5645862817764282, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.688201427459717, + "median": 10.080442428588867, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 4.6637349128723145, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 39.9728889465332, + "median": 23871.544921875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5645862817764282, + "median": 0.5645862817764282, + "max": 0.5645862817764282, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4565, + "controller_edge_stiffness": 300 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0138.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0138.json new file mode 100644 index 0000000000000000000000000000000000000000..137d802bd5b2b4edc197a970f99ab8a1fbe94145 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0138.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0138", + "executed_epochs": 138, + "score": null, + "best_score": 0.01271920430052136, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_40e541f2ef1740bb8558078c58b46cc8.npz", + "optimizer_file": "boundary_40e541f2ef1740bb8558078c58b46cc8_optimizer.pt", + "arrays_sha256": "ce97436b5c3d22f86f67b8d18b407e5b2863bb81fb739b083a75ed46093a77f6", + "optimizer_sha256": "0bf401afeca7f0a108e6dce197e6a92e2d7b0ac9b32b474cd3c3840643229ec8", + "stage": "adam", + "completed_passes": 138, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 13248, + "adam_update_count": 13248, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 139, + "consumed_count": 138, + "last_submitted_update": 13248, + "last_consumed_update": 13152, + "pending": [ + { + "reference": { + "source_update": 13248, + "completed_passes": 138, + "next_interval": 0, + "trained_intervals": 13248, + "snapshot": "pass_end_0138", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12672, + "pass_science": { + "completed_passes": 138, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 13248, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 13248, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00016492973372805864, + "update_l2": 0.034820523113012314 + }, + "raw_ground_friction": { + "gradient_l2": 0.000510070938616991, + "update_l2": 0.0005982518196105957 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1102954886155203e-05, + "update_l2": 0.007824838161468506 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.0134607657111388, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4575, + "attachment": 301, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5641825199127197, + "ground_friction/effective": 0.5641825199127197, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.0134607657111388, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038051812443882227, + "ssim_fused": 0.9815713763237, + "seg_l1": 0.0038059954531490803, + "seg_ssim_ref": 0.9815711975097656, + "depth": 0.0003454062294511823, + "rgb_loss": 0.006729866843670607, + "seg_loss": 0.006730554159730673, + "total": 0.0134607657111388 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004501759074628353, + "ssim_fused": 0.9787940382957458, + "seg_l1": 0.004566660616546869, + "seg_ssim_ref": 0.978794276714325, + "depth": 0.00048407200161833307, + "rgb_loss": 0.007842599414288998, + "seg_loss": 0.007894473150372505, + "total": 0.015737555705340547, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048407200161833307, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010934435404888865 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002788926474750042, + "ssim_fused": 0.9861453175544739, + "seg_l1": 0.0030453396029770374, + "seg_ssim_ref": 0.9861450791358948, + "depth": 0.00041658052913896366, + "rgb_loss": 0.005002077668905258, + "seg_loss": 0.005207255948334932, + "total": 0.010209749732108041, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041658052913896366, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.000168439253097297 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002711803652346134, + "ssim_fused": 0.9851406812667847, + "seg_l1": 0.00258356099948287, + "seg_ssim_ref": 0.985140323638916, + "depth": 0.00032705043423739773, + "rgb_loss": 0.005141306668519974, + "seg_loss": 0.005038783885538578, + "total": 0.01018041760449279, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032705043423739773, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.512769118184216e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0052182357758283615, + "ssim_fused": 0.9762055277824402, + "seg_l1": 0.005028421524912119, + "seg_ssim_ref": 0.9762051701545715, + "depth": 0.00015392195281003495, + "rgb_loss": 0.008933482691645622, + "seg_loss": 0.008781703189015388, + "total": 0.01771533980261382, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015392195281003495, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015392195281003495 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 138, + "adam_update_count": 13248 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1406258880160749 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_40e541f2ef1740bb8558078c58b46cc8_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 139, + "next_interval": 0, + "next_adam_update": 13249, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 138, + "trained_intervals": 13248, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 13248, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.5125113725662231, + "median": 11.513402938842773, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5647807717323303, + "median": 0.5647807717323303, + "max": 0.5647807717323303, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.671532154083252, + "median": 10.078786849975586, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 4.538113117218018, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 39.312095642089844, + "median": 23832.056640625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5647807717323303, + "median": 0.5647807717323303, + "max": 0.5647807717323303, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4575, + "controller_edge_stiffness": 301 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0139.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0139.json new file mode 100644 index 0000000000000000000000000000000000000000..aa19faee0d0a567eb6ccc99fe1ce96111079dad3 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0139.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0139", + "executed_epochs": 139, + "score": null, + "best_score": 0.01271920430052136, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ba64e15d79704fab82c22b1e4980aabc.npz", + "optimizer_file": "boundary_ba64e15d79704fab82c22b1e4980aabc_optimizer.pt", + "arrays_sha256": "b97d46dc582b8329fd136b425ba176417751325539db905b9d09c13936954aae", + "optimizer_sha256": "140c872a8e0c6e6b1cbb147f85b8319ec22f386596651c7068c070b13dd6792b", + "stage": "adam", + "completed_passes": 139, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 13344, + "adam_update_count": 13344, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 140, + "consumed_count": 139, + "last_submitted_update": 13344, + "last_consumed_update": 13248, + "pending": [ + { + "reference": { + "source_update": 13344, + "completed_passes": 139, + "next_interval": 0, + "trained_intervals": 13344, + "snapshot": "pass_end_0139", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12672, + "pass_science": { + "completed_passes": 139, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 13344, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 13344, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001717907580314204, + "update_l2": 0.03478221967816353 + }, + "raw_ground_friction": { + "gradient_l2": 0.000532421690877527, + "update_l2": 0.0005931258201599121 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1158159395563416e-05, + "update_l2": 0.0077723846770823 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01346366353875481, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4584, + "attachment": 302, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5645918846130371, + "ground_friction/effective": 0.5645918846130371, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01346366353875481, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003806182648986578, + "ssim_fused": 0.9815685749053955, + "seg_l1": 0.0038072154857218266, + "seg_ssim_ref": 0.981568455696106, + "depth": 0.00034519082390315213, + "rgb_loss": 0.006731234025210142, + "seg_loss": 0.006732084322720766, + "total": 0.01346366353875481 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004494091961532831, + "ssim_fused": 0.9788351655006409, + "seg_l1": 0.004560350440442562, + "seg_ssim_ref": 0.9788353443145752, + "depth": 0.00048373814206027104, + "rgb_loss": 0.007828240282833576, + "seg_loss": 0.007881212048232555, + "total": 0.015709936069208192, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048373814206027104, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010901049449082665 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002786533208563924, + "ssim_fused": 0.986152708530426, + "seg_l1": 0.0030390587635338306, + "seg_ssim_ref": 0.986152708530426, + "depth": 0.00041662818611599544, + "rgb_loss": 0.004998684860765934, + "seg_loss": 0.005200705491006374, + "total": 0.010199806979958424, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041662818611599544, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016848691007432878 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027190600521862507, + "ssim_fused": 0.985098123550415, + "seg_l1": 0.002592981094494462, + "seg_ssim_ref": 0.9850978255271912, + "depth": 0.0003264358666016616, + "rgb_loss": 0.00515562342479825, + "seg_loss": 0.005054819863289595, + "total": 0.010210769723954446, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003264358666016616, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.451312354610603e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005225046072155237, + "ssim_fused": 0.9761882424354553, + "seg_l1": 0.0050364709459245205, + "seg_ssim_ref": 0.9761878848075867, + "depth": 0.00015396110083468046, + "rgb_loss": 0.008942387998104095, + "seg_loss": 0.008791599422693253, + "total": 0.01773414138189818, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015396110083468046, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015396110083468046 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 139, + "adam_update_count": 13344 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13904226801241748 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ba64e15d79704fab82c22b1e4980aabc_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 140, + "next_interval": 0, + "next_adam_update": 13345, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 139, + "trained_intervals": 13344, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 13344, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.4852759838104248, + "median": 11.513412475585938, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.565185010433197, + "median": 0.565185010433197, + "max": 0.565185010433197, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.655181407928467, + "median": 10.079453468322754, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 4.416183948516846, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 38.674537658691406, + "median": 23847.947265625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.565185010433197, + "median": 0.565185010433197, + "max": 0.565185010433197, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4584, + "controller_edge_stiffness": 302 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0140.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0140.json new file mode 100644 index 0000000000000000000000000000000000000000..2e3c4ff74973c89bd266a8fc65cc2aa981dab904 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0140.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0140", + "executed_epochs": 140, + "score": null, + "best_score": 0.01271920430052136, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a9499e1ff5c0474a839294c19b783bb4.npz", + "optimizer_file": "boundary_a9499e1ff5c0474a839294c19b783bb4_optimizer.pt", + "arrays_sha256": "cfd26367cce3fcb05e6be2b68eb1a578e9f1e8907ae78f49b81c1a796b12d492", + "optimizer_sha256": "d0b9cdcf3c527953e87988931e6cbc10533331f931d330b8460656f0e3275a6c", + "stage": "adam", + "completed_passes": 140, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 13440, + "adam_update_count": 13440, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 141, + "consumed_count": 140, + "last_submitted_update": 13440, + "last_consumed_update": 13344, + "pending": [ + { + "reference": { + "source_update": 13440, + "completed_passes": 140, + "next_interval": 0, + "trained_intervals": 13440, + "snapshot": "pass_end_0140", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12672, + "pass_science": { + "completed_passes": 140, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 13440, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 13440, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00017127286992035806, + "update_l2": 0.03472461923956871 + }, + "raw_ground_friction": { + "gradient_l2": 0.000552371668163687, + "update_l2": 0.0005980134010314941 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1036312571377493e-05, + "update_l2": 0.007746689021587372 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013462064909579113, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4594, + "attachment": 304, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5649939179420471, + "ground_friction/effective": 0.5649939179420471, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013462064909579113, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038058985956013203, + "ssim_fused": 0.9815705418586731, + "seg_l1": 0.0038064871914684772, + "seg_ssim_ref": 0.9815703630447388, + "depth": 0.0003456425088184188, + "rgb_loss": 0.006730610504746437, + "seg_loss": 0.006731108296662569, + "total": 0.013462064909579113 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004491203464567661, + "ssim_fused": 0.9788544178009033, + "seg_l1": 0.0045588999055325985, + "seg_ssim_ref": 0.9788547158241272, + "depth": 0.0004841869595349352, + "rgb_loss": 0.007822079584002495, + "seg_loss": 0.007876177318394184, + "total": 0.01569874202067879, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004841869595349352, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010945931196549075 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002787094097584486, + "ssim_fused": 0.986149787902832, + "seg_l1": 0.003038498805835843, + "seg_ssim_ref": 0.9861496090888977, + "depth": 0.0004179735047132195, + "rgb_loss": 0.0049997176975011826, + "seg_loss": 0.005200877320021391, + "total": 0.010201013456688574, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004179735047132195, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001698322286715528 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027201392222195864, + "ssim_fused": 0.9850895404815674, + "seg_l1": 0.0025936320889741182, + "seg_ssim_ref": 0.9850892424583435, + "depth": 0.00032645182566329214, + "rgb_loss": 0.005158203188329935, + "seg_loss": 0.005057057365775108, + "total": 0.01021558654026942, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032645182566329214, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.452908260773652e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005225157830864191, + "ssim_fused": 0.9761884212493896, + "seg_l1": 0.0050349184311926365, + "seg_ssim_ref": 0.976188063621521, + "depth": 0.00015395774536222835, + "rgb_loss": 0.008942442014813423, + "seg_loss": 0.00879032164812088, + "total": 0.017732917620679665, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015395774536222835, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015395774536222835 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 140, + "adam_update_count": 13440 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1545461599889677 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a9499e1ff5c0474a839294c19b783bb4_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 141, + "next_interval": 0, + "next_adam_update": 13441, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 140, + "trained_intervals": 13440, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 13440, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.458121657371521, + "median": 11.513422966003418, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5655919313430786, + "median": 0.5655919313430786, + "max": 0.5655919313430786, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.639110803604126, + "median": 10.080106735229492, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 4.297879219055176, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 38.0579833984375, + "median": 23863.53125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5655919313430786, + "median": 0.5655919313430786, + "max": 0.5655919313430786, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4594, + "controller_edge_stiffness": 304 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0141.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0141.json new file mode 100644 index 0000000000000000000000000000000000000000..b4fdc12927ba0afd9fe2a9f226a00e08eef5e9cb --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0141.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0141", + "executed_epochs": 141, + "score": null, + "best_score": 0.01271920430052136, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_36388c90589542228d32c94a6d138bba.npz", + "optimizer_file": "boundary_36388c90589542228d32c94a6d138bba_optimizer.pt", + "arrays_sha256": "bd16f5da1f277f0f79a85643af4844277b62c6d7b63af532a5a905ac92df8ccc", + "optimizer_sha256": "95845bb4476062d80ee70c44ec184ec57aeb7423e2cc4e9631a6a2fa5983b698", + "stage": "adam", + "completed_passes": 141, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 13536, + "adam_update_count": 13536, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 142, + "consumed_count": 141, + "last_submitted_update": 13536, + "last_consumed_update": 13440, + "pending": [ + { + "reference": { + "source_update": 13536, + "completed_passes": 141, + "next_interval": 0, + "trained_intervals": 13536, + "snapshot": "pass_end_0141", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12672, + "pass_science": { + "completed_passes": 141, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 13536, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 13536, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001692096993792802, + "update_l2": 0.03479747846722603 + }, + "raw_ground_friction": { + "gradient_l2": 0.0005365511169657111, + "update_l2": 0.0006076693534851074 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0922046385530848e-05, + "update_l2": 0.0077400123700499535 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013457380566980232, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4598, + "attachment": 306, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5652821660041809, + "ground_friction/effective": 0.5652821660041809, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013457380566980232, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038044005632400513, + "ssim_fused": 0.9815754294395447, + "seg_l1": 0.0038046040572226048, + "seg_ssim_ref": 0.9815753698348999, + "depth": 0.0003453867989664044, + "rgb_loss": 0.0067284260876476765, + "seg_loss": 0.006728609558194876, + "total": 0.013457380566980232 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004488174803555012, + "ssim_fused": 0.9788671135902405, + "seg_l1": 0.004557378124445677, + "seg_ssim_ref": 0.9788673520088196, + "depth": 0.0004841825192618287, + "rgb_loss": 0.007817117497324944, + "seg_loss": 0.007872432470321655, + "total": 0.01569003415016586, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004841825192618287, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010945487169238422 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027871504426002502, + "ssim_fused": 0.9861483573913574, + "seg_l1": 0.0030386175494641066, + "seg_ssim_ref": 0.9861483573913574, + "depth": 0.0004179519641259689, + "rgb_loss": 0.005000049248337746, + "seg_loss": 0.005201222840696573, + "total": 0.010201689575337158, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004179519641259689, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016981068808430224 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002718851901590824, + "ssim_fused": 0.9850941300392151, + "seg_l1": 0.002591234864667058, + "seg_ssim_ref": 0.9850938320159912, + "depth": 0.0003264431853928706, + "rgb_loss": 0.005156255327165127, + "seg_loss": 0.005054221488535404, + "total": 0.010210803258885924, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003264431853928706, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.452044233731503e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005223425570875406, + "ssim_fused": 0.9761922955513, + "seg_l1": 0.005031186155974865, + "seg_ssim_ref": 0.9761919379234314, + "depth": 0.0001529695270849495, + "rgb_loss": 0.008940281346440315, + "seg_loss": 0.008786560967564583, + "total": 0.01772699528353198, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001529695270849495, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015296952708494948 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 141, + "adam_update_count": 13536 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.166350319981575 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_36388c90589542228d32c94a6d138bba_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 142, + "next_interval": 0, + "next_adam_update": 13537, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 141, + "trained_intervals": 13536, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 13536, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.4311567544937134, + "median": 11.513427734375, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.565889835357666, + "median": 0.565889835357666, + "max": 0.565889835357666, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.6227364540100098, + "median": 10.074308395385742, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 4.183535575866699, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 37.43988037109375, + "median": 23725.564453125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.565889835357666, + "median": 0.565889835357666, + "max": 0.565889835357666, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4598, + "controller_edge_stiffness": 306 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0142.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0142.json new file mode 100644 index 0000000000000000000000000000000000000000..f9e7e9cf4d91a2072cf504160234121b75acec12 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0142.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0142", + "executed_epochs": 142, + "score": null, + "best_score": 0.01271920430052136, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_269c7de3549f4e43aa42404acfaceebb.npz", + "optimizer_file": "boundary_269c7de3549f4e43aa42404acfaceebb_optimizer.pt", + "arrays_sha256": "7eb7d5ec989d6d3032166ff5ab3031253f98019e8f3d173fe06b8a3f916fb01a", + "optimizer_sha256": "013352ee15bfe8c2183e20e7b05ce60249db3cd091cb4120205c4ad744f23f12", + "stage": "adam", + "completed_passes": 142, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 13632, + "adam_update_count": 13632, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 143, + "consumed_count": 142, + "last_submitted_update": 13632, + "last_consumed_update": 13536, + "pending": [ + { + "reference": { + "source_update": 13632, + "completed_passes": 142, + "next_interval": 0, + "trained_intervals": 13632, + "snapshot": "pass_end_0142", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12672, + "pass_science": { + "completed_passes": 142, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 13632, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 13632, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00017142054275609553, + "update_l2": 0.03476197272539139 + }, + "raw_ground_friction": { + "gradient_l2": 0.0005426382413133979, + "update_l2": 0.0006098747253417969 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0929266863968223e-05, + "update_l2": 0.007704142946749926 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013453507661549485, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4610, + "attachment": 308, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.565445601940155, + "ground_friction/effective": 0.565445601940155, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013453507661549485, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003803474362939596, + "ssim_fused": 0.981580376625061, + "seg_l1": 0.0038031521253287792, + "seg_ssim_ref": 0.9815803170204163, + "depth": 0.0003451534641142159, + "rgb_loss": 0.006726701278239489, + "seg_loss": 0.006726461462676525, + "total": 0.013453507661549485 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004481722135096788, + "ssim_fused": 0.9788995385169983, + "seg_l1": 0.004550513811409473, + "seg_ssim_ref": 0.9788998365402222, + "depth": 0.00048377893298967844, + "rgb_loss": 0.007805469911545515, + "seg_loss": 0.00786044355481863, + "total": 0.015666396779635848, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048377893298967844, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010905128542023394 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002784419571980834, + "ssim_fused": 0.9861586689949036, + "seg_l1": 0.003033136948943138, + "seg_ssim_ref": 0.9861586093902588, + "depth": 0.00041794587375854905, + "rgb_loss": 0.004995801951736212, + "seg_loss": 0.005194787867367268, + "total": 0.01019100729931595, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041794587375854905, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016980459771688238 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.00272195553407073, + "ssim_fused": 0.9850770235061646, + "seg_l1": 0.0025951184798032045, + "seg_ssim_ref": 0.9850767850875854, + "depth": 0.0003264412001396218, + "rgb_loss": 0.005162159912288189, + "seg_loss": 0.005060737952589989, + "total": 0.010223224306078317, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003264412001396218, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.451845708406625e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005225800443440676, + "ssim_fused": 0.9761863350868225, + "seg_l1": 0.0050338394939899445, + "seg_ssim_ref": 0.9761859774589539, + "depth": 0.00015244784956901434, + "rgb_loss": 0.008943373337388039, + "seg_loss": 0.008789876475930214, + "total": 0.017733402261167822, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015244784956901434, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015244784956901434 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 142, + "adam_update_count": 13632 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.137539545976324 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_269c7de3549f4e43aa42404acfaceebb_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 143, + "next_interval": 0, + "next_adam_update": 13633, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 142, + "trained_intervals": 13632, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 13632, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.404415488243103, + "median": 11.513439178466797, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5660554766654968, + "median": 0.5660554766654968, + "max": 0.5660554766654968, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.606330633163452, + "median": 10.071845054626465, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 4.073145389556885, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 36.83066177368164, + "median": 23667.19140625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5660554766654968, + "median": 0.5660554766654968, + "max": 0.5660554766654968, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4610, + "controller_edge_stiffness": 308 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0143.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0143.json new file mode 100644 index 0000000000000000000000000000000000000000..f2ac6eae075c02b2e6adfd62631c8e6ad342f594 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0143.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0143", + "executed_epochs": 143, + "score": null, + "best_score": 0.01271920430052136, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_70d16dcf87ab4dec9c7038a45703452a.npz", + "optimizer_file": "boundary_70d16dcf87ab4dec9c7038a45703452a_optimizer.pt", + "arrays_sha256": "b272079300c265c9eb8ea93b005355231499db90635048d55be7487159a0855c", + "optimizer_sha256": "55f3d2f158ee77dc8f6daba24ae489be06cba6dbd23247a8fa9713c8e1c4676e", + "stage": "adam", + "completed_passes": 143, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 13728, + "adam_update_count": 13728, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 144, + "consumed_count": 143, + "last_submitted_update": 13728, + "last_consumed_update": 13632, + "pending": [ + { + "reference": { + "source_update": 13728, + "completed_passes": 143, + "next_interval": 0, + "trained_intervals": 13728, + "snapshot": "pass_end_0143", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12672, + "pass_science": { + "completed_passes": 143, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 13728, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 13728, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00016841018805280328, + "update_l2": 0.034725069999694824 + }, + "raw_ground_friction": { + "gradient_l2": 0.0005225922795943916, + "update_l2": 0.0006111264228820801 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0789218322315719e-05, + "update_l2": 0.007732099387794733 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013443762719095977, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4617, + "attachment": 311, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5654563307762146, + "ground_friction/effective": 0.5654563307762146, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013443762719095977, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003800594713538885, + "ssim_fused": 0.9815914630889893, + "seg_l1": 0.0037994044832885265, + "seg_ssim_ref": 0.9815913438796997, + "depth": 0.0003451047700949453, + "rgb_loss": 0.006722177378833294, + "seg_loss": 0.006721239537000656, + "total": 0.013443762719095977 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004479228984564543, + "ssim_fused": 0.9789111018180847, + "seg_l1": 0.004547441378235817, + "seg_ssim_ref": 0.9789113998413086, + "depth": 0.0004837179258395918, + "rgb_loss": 0.007801163010299206, + "seg_loss": 0.00785567332059145, + "total": 0.015657320048816495, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004837179258395918, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010899027827014728 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027848584577441216, + "ssim_fused": 0.9861572980880737, + "seg_l1": 0.0030338966753333807, + "seg_ssim_ref": 0.986157238483429, + "depth": 0.00041789395440473365, + "rgb_loss": 0.004996427334845066, + "seg_loss": 0.0051956698298454285, + "total": 0.010192515058644899, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041789395440473365, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.000169752678363067 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027178265154361725, + "ssim_fused": 0.9850974678993225, + "seg_l1": 0.0025892427656799555, + "seg_ssim_ref": 0.9850972890853882, + "depth": 0.0003264010005801294, + "rgb_loss": 0.005154768005013466, + "seg_loss": 0.005051936488598585, + "total": 0.010207031360273918, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003264010005801294, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.4478257524573886e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005220465362071991, + "ssim_fused": 0.9762001037597656, + "seg_l1": 0.005027036648243666, + "seg_ssim_ref": 0.976199746131897, + "depth": 0.00015240619955532664, + "rgb_loss": 0.008936351165175438, + "seg_loss": 0.008781679905951023, + "total": 0.017718184408648592, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015240619955532664, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015240619955532664 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 143, + "adam_update_count": 13728 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13605225397623144 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_70d16dcf87ab4dec9c7038a45703452a_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 144, + "next_interval": 0, + "next_adam_update": 13729, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 143, + "trained_intervals": 13728, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 13728, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.3776965141296387, + "median": 11.513449668884277, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5660674571990967, + "median": 0.5660674571990967, + "max": 0.5660674571990967, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.5895743370056152, + "median": 10.067164421081543, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 3.9657559394836426, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 36.21865463256836, + "median": 23556.673828125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5660674571990967, + "median": 0.5660674571990967, + "max": 0.5660674571990967, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4618, + "controller_edge_stiffness": 311 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0144.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0144.json new file mode 100644 index 0000000000000000000000000000000000000000..5eacd749b0e211402d00005fef709c17bf1d4d18 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0144.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0144", + "executed_epochs": 144, + "score": null, + "best_score": 0.01271920430052136, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6c575a42fbd942928300e7969ddc4281.npz", + "optimizer_file": "boundary_6c575a42fbd942928300e7969ddc4281_optimizer.pt", + "arrays_sha256": "167639c10a7d904923983298c8a59be1fd7fc4825cffb55c35ce8a4e18b205b2", + "optimizer_sha256": "9d938fd5aa16b387d9ae3dad30bb41a14bf9eb4875534699b398a95a801f5cce", + "stage": "adam", + "completed_passes": 144, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 13824, + "adam_update_count": 13824, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 145, + "consumed_count": 144, + "last_submitted_update": 13824, + "last_consumed_update": 13728, + "pending": [ + { + "reference": { + "source_update": 13824, + "completed_passes": 144, + "next_interval": 0, + "trained_intervals": 13824, + "snapshot": "pass_end_0144", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12672, + "pass_science": { + "completed_passes": 144, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 13824, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 13824, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00016153683827724308, + "update_l2": 0.03457193821668625 + }, + "raw_ground_friction": { + "gradient_l2": 0.0005513074574992061, + "update_l2": 0.000613868236541748 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.07375508378027e-05, + "update_l2": 0.007848500274121761 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013432184220874846, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4626, + "attachment": 311, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5647090077400208, + "ground_friction/effective": 0.5647090077400208, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013432184220874846, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003797551617026329, + "ssim_fused": 0.9816066026687622, + "seg_l1": 0.0037955068983137608, + "seg_ssim_ref": 0.9816064834594727, + "depth": 0.00034527445787201744, + "rgb_loss": 0.006716726813465357, + "seg_loss": 0.006715111900120974, + "total": 0.013432184220874846 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004480268806219101, + "ssim_fused": 0.9789110422134399, + "seg_l1": 0.004547171760350466, + "seg_ssim_ref": 0.9789113402366638, + "depth": 0.0004839967215081883, + "rgb_loss": 0.007802006788551807, + "seg_loss": 0.007855469360947609, + "total": 0.0156579610775435, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004839967215081883, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010926907393874387 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027892831712961197, + "ssim_fused": 0.9861450791358948, + "seg_l1": 0.0030406247824430466, + "seg_ssim_ref": 0.98614501953125, + "depth": 0.0004184161785488124, + "rgb_loss": 0.0050024110823869705, + "seg_loss": 0.005203495733439922, + "total": 0.010206325232005441, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004184161785488124, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017027490250714575 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002707549137994647, + "ssim_fused": 0.985149621963501, + "seg_l1": 0.00257625849917531, + "seg_ssim_ref": 0.9851493835449219, + "depth": 0.0003263352805624405, + "rgb_loss": 0.00513611501082778, + "seg_loss": 0.005031130276620388, + "total": 0.010167571157067443, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003263352805624405, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.441253750688492e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005213105119764805, + "ssim_fused": 0.9762205481529236, + "seg_l1": 0.0050179725512862206, + "seg_ssim_ref": 0.9762201309204102, + "depth": 0.00015234965086862858, + "rgb_loss": 0.008926374837756157, + "seg_loss": 0.008770352229475975, + "total": 0.017696879416883, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015234965086862858, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015234965086862855 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 144, + "adam_update_count": 13824 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13191503199050203 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6c575a42fbd942928300e7969ddc4281_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 145, + "next_interval": 0, + "next_adam_update": 13825, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 144, + "trained_intervals": 13824, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 13824, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.350703477859497, + "median": 11.513457298278809, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5653228759765625, + "median": 0.5653228759765625, + "max": 0.5653228759765625, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.572373628616333, + "median": 10.06336784362793, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 3.860140085220337, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 35.60099792480469, + "median": 23467.408203125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5653228759765625, + "median": 0.5653228759765625, + "max": 0.5653228759765625, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4626, + "controller_edge_stiffness": 311 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0145.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0145.json new file mode 100644 index 0000000000000000000000000000000000000000..34274ec2f6a1ff161e42c886f54996204472f80a --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0145.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0145", + "executed_epochs": 145, + "score": null, + "best_score": 0.01271920430052136, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_565c3c41eff143e0b09973e4929d1cf5.npz", + "optimizer_file": "boundary_565c3c41eff143e0b09973e4929d1cf5_optimizer.pt", + "arrays_sha256": "f9a85bdff249dd635104f0464836b83ce352e19cf5400454c2df9409e0c8e6b7", + "optimizer_sha256": "df87fbff55af94893706221fdfc5b42e0c7f48e95552106f29ac410efa24afe9", + "stage": "adam", + "completed_passes": 145, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 13920, + "adam_update_count": 13920, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 146, + "consumed_count": 145, + "last_submitted_update": 13920, + "last_consumed_update": 13824, + "pending": [ + { + "reference": { + "source_update": 13920, + "completed_passes": 145, + "next_interval": 0, + "trained_intervals": 13920, + "snapshot": "pass_end_0145", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12672, + "pass_science": { + "completed_passes": 145, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 13920, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 13920, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00015166329103522003, + "update_l2": 0.034393180161714554 + }, + "raw_ground_friction": { + "gradient_l2": 0.0005910530453547835, + "update_l2": 0.0006159543991088867 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.076544685929548e-05, + "update_l2": 0.007963775657117367 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013423352518654213, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4636, + "attachment": 313, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.563872218132019, + "ground_friction/effective": 0.563872218132019, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013423352518654213, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003795493394136429, + "ssim_fused": 0.9816189408302307, + "seg_l1": 0.003792732022702694, + "seg_ssim_ref": 0.9816188812255859, + "depth": 0.0003450713816721045, + "rgb_loss": 0.006712597794830799, + "seg_loss": 0.006710409186780453, + "total": 0.013423352518654213 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004477902315557003, + "ssim_fused": 0.9789201617240906, + "seg_l1": 0.00454340735450387, + "seg_ssim_ref": 0.9789205193519592, + "depth": 0.0004838876097338894, + "rgb_loss": 0.007798289880156517, + "seg_loss": 0.007850621826946735, + "total": 0.015649396526035562, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004838876097338894, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.000109159962164445 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002791483188048005, + "ssim_fused": 0.9861418604850769, + "seg_l1": 0.003043845994397998, + "seg_ssim_ref": 0.9861416816711426, + "depth": 0.00041835827972998675, + "rgb_loss": 0.005004814360290766, + "seg_loss": 0.005206740461289883, + "total": 0.010211973645521667, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041835827972998675, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001702170036883201 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027016671374440193, + "ssim_fused": 0.985184907913208, + "seg_l1": 0.0025687054730951786, + "seg_ssim_ref": 0.9851846694946289, + "depth": 0.0003257273141969926, + "rgb_loss": 0.005124351941049099, + "seg_loss": 0.005018030293285847, + "total": 0.010142707961649143, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003257273141969926, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.380457114143703e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0052109211683273315, + "ssim_fused": 0.9762290120124817, + "seg_l1": 0.005014968570321798, + "seg_ssim_ref": 0.976228654384613, + "depth": 0.00015231232302754906, + "rgb_loss": 0.008922934532165527, + "seg_loss": 0.008766244165599346, + "total": 0.017689331941410476, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015231232302754906, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001523123230275491 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 145, + "adam_update_count": 13920 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14739704999374226 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_565c3c41eff143e0b09973e4929d1cf5_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 146, + "next_interval": 0, + "next_adam_update": 13921, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 145, + "trained_intervals": 13920, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 13920, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.3237643241882324, + "median": 11.51346492767334, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5644881725311279, + "median": 0.5644881725311279, + "max": 0.5644881725311279, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.555051565170288, + "median": 10.056654930114746, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 3.7575392723083496, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 34.9896240234375, + "median": 23310.40234375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5644881725311279, + "median": 0.5644881725311279, + "max": 0.5644881725311279, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4636, + "controller_edge_stiffness": 313 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0146.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0146.json new file mode 100644 index 0000000000000000000000000000000000000000..74dc0d223517f0b8301c2b2f3f9828e8c8991e09 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0146.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0146", + "executed_epochs": 146, + "score": null, + "best_score": 0.01271920430052136, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f409e308e6464365a0e3e79bc3f3848d.npz", + "optimizer_file": "boundary_f409e308e6464365a0e3e79bc3f3848d_optimizer.pt", + "arrays_sha256": "6c9b2ec857f30074f594899639c77202fe01cbd4a35b834795a5b2bf8149b77a", + "optimizer_sha256": "de4cbfbc20799649855cd79fe1849747e9f92a170117369f48e8b8554e71f2ab", + "stage": "adam", + "completed_passes": 146, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 14016, + "adam_update_count": 14016, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 147, + "consumed_count": 146, + "last_submitted_update": 14016, + "last_consumed_update": 13920, + "pending": [ + { + "reference": { + "source_update": 14016, + "completed_passes": 146, + "next_interval": 0, + "trained_intervals": 14016, + "snapshot": "pass_end_0146", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12672, + "pass_science": { + "completed_passes": 146, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 14016, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 14016, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00015129716484807432, + "update_l2": 0.034405626356601715 + }, + "raw_ground_friction": { + "gradient_l2": 0.0006145996740087867, + "update_l2": 0.00061798095703125 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0870248843275476e-05, + "update_l2": 0.008239143528044224 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013414921333713815, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4645, + "attachment": 313, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5627855062484741, + "ground_friction/effective": 0.5627855062484741, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013414921333713815, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037933187559247017, + "ssim_fused": 0.9816311001777649, + "seg_l1": 0.0037904209457337856, + "seg_ssim_ref": 0.9816310405731201, + "depth": 0.0003446840479833515, + "rgb_loss": 0.006708432454615831, + "seg_loss": 0.006706144195050001, + "total": 0.013414921333713815 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0044792029075324535, + "ssim_fused": 0.9789139628410339, + "seg_l1": 0.0045436667278409, + "seg_ssim_ref": 0.978914201259613, + "depth": 0.00048417678243609975, + "rgb_loss": 0.007800569757819176, + "seg_loss": 0.007852093316614628, + "total": 0.015653148182538813, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048417678243609975, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010944913486665523 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027966739144176245, + "ssim_fused": 0.9861275553703308, + "seg_l1": 0.003051925916224718, + "seg_ssim_ref": 0.9861273765563965, + "depth": 0.0004156209725959023, + "rgb_loss": 0.005011828150600195, + "seg_loss": 0.0052160657942295074, + "total": 0.010228310031463586, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004156209725959023, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016747969655423568 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002692385343834758, + "ssim_fused": 0.9852358102798462, + "seg_l1": 0.002556868828833103, + "seg_ssim_ref": 0.9852355718612671, + "depth": 0.0003256737640957968, + "rgb_loss": 0.005106746219098568, + "seg_loss": 0.004998380783945322, + "total": 0.010105453142469273, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003256737640957968, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.375102104024125e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005205013323575258, + "ssim_fused": 0.9762471318244934, + "seg_l1": 0.0050092232413589954, + "seg_ssim_ref": 0.97624671459198, + "depth": 0.00015326467280560687, + "rgb_loss": 0.008914584293961525, + "seg_loss": 0.00875803641974926, + "total": 0.017672773978383592, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015326467280560687, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015326467280560687 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 146, + "adam_update_count": 14016 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14152510999701917 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f409e308e6464365a0e3e79bc3f3848d_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 147, + "next_interval": 0, + "next_adam_update": 14017, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 146, + "trained_intervals": 14016, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 14016, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.2970523834228516, + "median": 11.513477325439453, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5634034872055054, + "median": 0.5634034872055054, + "max": 0.5634034872055054, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.5378565788269043, + "median": 10.05289363861084, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 3.658496856689453, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 34.393123626708984, + "median": 23222.888671875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5634034872055054, + "median": 0.5634034872055054, + "max": 0.5634034872055054, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4645, + "controller_edge_stiffness": 313 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0147.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0147.json new file mode 100644 index 0000000000000000000000000000000000000000..465b454f841c2187306a351cf04ca67398516f5f --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0147.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0147", + "executed_epochs": 147, + "score": null, + "best_score": 0.01271920430052136, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_3e7a6e1a38f74912b1c56d0fc5d4f8e9.npz", + "optimizer_file": "boundary_3e7a6e1a38f74912b1c56d0fc5d4f8e9_optimizer.pt", + "arrays_sha256": "1556871dbe890d9278f5eb87dc5c3020e55d4d72e62c88f20b4e944bae4685f4", + "optimizer_sha256": "3db0fbf06fb442cb65cb01e2fbff4a4ad02ceec5ecf5fe6a9bff936c299666d9", + "stage": "adam", + "completed_passes": 147, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 14112, + "adam_update_count": 14112, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 148, + "consumed_count": 147, + "last_submitted_update": 14112, + "last_consumed_update": 14016, + "pending": [ + { + "reference": { + "source_update": 14112, + "completed_passes": 147, + "next_interval": 0, + "trained_intervals": 14112, + "snapshot": "pass_end_0147", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12672, + "pass_science": { + "completed_passes": 147, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 14112, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 14112, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00015302709653042257, + "update_l2": 0.03429445996880531 + }, + "raw_ground_friction": { + "gradient_l2": 0.0006109149544499815, + "update_l2": 0.0006115436553955078 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1024366358469706e-05, + "update_l2": 0.008582884445786476 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01340280883668884, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4655, + "attachment": 315, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5613120794296265, + "ground_friction/effective": 0.5613120794296265, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01340280883668884, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037899573799222708, + "ssim_fused": 0.9816470146179199, + "seg_l1": 0.003786611370742321, + "seg_ssim_ref": 0.9816469550132751, + "depth": 0.00034473559781275176, + "rgb_loss": 0.006702562794089317, + "seg_loss": 0.006699901074171066, + "total": 0.01340280883668884 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004480776377022266, + "ssim_fused": 0.9789026975631714, + "seg_l1": 0.004542058799415827, + "seg_ssim_ref": 0.9789029955863953, + "depth": 0.0004841506822210633, + "rgb_loss": 0.007804081775248051, + "seg_loss": 0.007853047922253609, + "total": 0.015657614779506456, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004841506822210633, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010942303465161881 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028003675397485495, + "ssim_fused": 0.986117959022522, + "seg_l1": 0.0030583126936107874, + "seg_ssim_ref": 0.9861178994178772, + "depth": 0.00041547921561273894, + "rgb_loss": 0.005016702227294445, + "seg_loss": 0.0052230702713131905, + "total": 0.010240187977823249, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041547921561273894, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016733793957107224 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026810728013515472, + "ssim_fused": 0.985298752784729, + "seg_l1": 0.0025436340365558863, + "seg_ssim_ref": 0.9852985739707947, + "depth": 0.0003255931649897764, + "rgb_loss": 0.005085107870399952, + "seg_loss": 0.0049751922488212585, + "total": 0.0100606257123862, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003255931649897764, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.3670421934220865e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005197612568736076, + "ssim_fused": 0.9762686491012573, + "seg_l1": 0.005002440419048071, + "seg_ssim_ref": 0.9762682914733887, + "depth": 0.00015371932842742856, + "rgb_loss": 0.008904360234737396, + "seg_loss": 0.008748293854296207, + "total": 0.017652806877039455, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015371932842742856, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015371932842742856 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 147, + "adam_update_count": 14112 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14563418697798625 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_3e7a6e1a38f74912b1c56d0fc5d4f8e9_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 148, + "next_interval": 0, + "next_adam_update": 14113, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 147, + "trained_intervals": 14112, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 14112, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.270511507987976, + "median": 11.513490676879883, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.561923623085022, + "median": 0.561923623085022, + "max": 0.561923623085022, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.5200414657592773, + "median": 10.049830436706543, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 3.5626745223999023, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 33.78582763671875, + "median": 23151.859375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.561923623085022, + "median": 0.561923623085022, + "max": 0.561923623085022, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4655, + "controller_edge_stiffness": 315 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0148.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0148.json new file mode 100644 index 0000000000000000000000000000000000000000..bae8aca81fe68240ad663f6bee3f22c27eead825 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0148.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0148", + "executed_epochs": 148, + "score": null, + "best_score": 0.01271920430052136, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c14e3b212e324d62b230cb4bf29867b9.npz", + "optimizer_file": "boundary_c14e3b212e324d62b230cb4bf29867b9_optimizer.pt", + "arrays_sha256": "2612059d35926c4e43e3e2e3478f12c78437aadc2daa8db588f4fcefdbb8b2bd", + "optimizer_sha256": "1e58f186d5d141b1a23540f87b3ebf541406a6c4efbf356cf40b55bf78046c20", + "stage": "adam", + "completed_passes": 148, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 14208, + "adam_update_count": 14208, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 149, + "consumed_count": 148, + "last_submitted_update": 14208, + "last_consumed_update": 14112, + "pending": [ + { + "reference": { + "source_update": 14208, + "completed_passes": 148, + "next_interval": 0, + "trained_intervals": 14208, + "snapshot": "pass_end_0148", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12672, + "pass_science": { + "completed_passes": 148, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 14208, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 14208, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001613554049981758, + "update_l2": 0.03364017233252525 + }, + "raw_ground_friction": { + "gradient_l2": 0.0006293895421549678, + "update_l2": 0.000582575798034668 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.105509636545321e-05, + "update_l2": 0.008409140631556511 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013372635141835707, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4660, + "attachment": 315, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5586800575256348, + "ground_friction/effective": 0.5586800575256348, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013372635141835707, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037804264575242996, + "ssim_fused": 0.9816770553588867, + "seg_l1": 0.003773418255150318, + "seg_ssim_ref": 0.9816768765449524, + "depth": 0.00034263253321010985, + "rgb_loss": 0.006688939407467842, + "seg_loss": 0.0066833533346652985, + "total": 0.013372635141835707 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0044864811934530735, + "ssim_fused": 0.9788563251495361, + "seg_l1": 0.004536828957498074, + "seg_ssim_ref": 0.97885662317276, + "depth": 0.0004831210664124228, + "rgb_loss": 0.007817920297384262, + "seg_loss": 0.007858138531446457, + "total": 0.015676541949897132, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004831210664124228, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010839341884297832 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027943188324570656, + "ssim_fused": 0.9861392378807068, + "seg_l1": 0.0030534786637872458, + "seg_ssim_ref": 0.9861391186714172, + "depth": 0.00041326552552791975, + "rgb_loss": 0.005007607862353325, + "seg_loss": 0.005214959383010864, + "total": 0.010222980510889717, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041326552552791975, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016512424948625305 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002664088737219572, + "ssim_fused": 0.9853898882865906, + "seg_l1": 0.0025226359721273184, + "seg_ssim_ref": 0.9853896498680115, + "depth": 0.00032357647701192427, + "rgb_loss": 0.0050532934255898, + "seg_loss": 0.004940178710967302, + "total": 0.009993795713034114, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032357647701192427, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.165373395636876e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005176817066967487, + "ssim_fused": 0.976322591304779, + "seg_l1": 0.004980729427188635, + "seg_ssim_ref": 0.9763222336769104, + "depth": 0.0001505670638881727, + "rgb_loss": 0.008876935578882694, + "seg_loss": 0.008720137178897858, + "total": 0.017597222393521867, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001505670638881727, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001505670638881727 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 148, + "adam_update_count": 14208 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13363231800030917 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c14e3b212e324d62b230cb4bf29867b9_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 149, + "next_interval": 0, + "next_adam_update": 14209, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 148, + "trained_intervals": 14208, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 14208, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.2441259622573853, + "median": 11.513494491577148, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5592626333236694, + "median": 0.5592626333236694, + "max": 0.5592626333236694, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.501614809036255, + "median": 10.046489715576172, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 3.4699008464813232, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 33.168968200683594, + "median": 23074.646484375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5592626333236694, + "median": 0.5592626333236694, + "max": 0.5592626333236694, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4660, + "controller_edge_stiffness": 315 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0149.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0149.json new file mode 100644 index 0000000000000000000000000000000000000000..81125037abfc21ada5ee7fd809d6c2613e69ce7f --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0149.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0149", + "executed_epochs": 149, + "score": null, + "best_score": 0.01271920430052136, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_610d4755652a4af0817390e1a3ef2574.npz", + "optimizer_file": "boundary_610d4755652a4af0817390e1a3ef2574_optimizer.pt", + "arrays_sha256": "3687e33f6a996ed085e00360ce776ca2003483f1aea0800ff3225030c50dd399", + "optimizer_sha256": "32ebb8fc71da96eedf938e302814a6f32518380c67a01951db120352f4e41cd4", + "stage": "adam", + "completed_passes": 149, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 14304, + "adam_update_count": 14304, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 150, + "consumed_count": 149, + "last_submitted_update": 14304, + "last_consumed_update": 14208, + "pending": [ + { + "reference": { + "source_update": 14304, + "completed_passes": 149, + "next_interval": 0, + "trained_intervals": 14304, + "snapshot": "pass_end_0149", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12672, + "pass_science": { + "completed_passes": 149, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 14304, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 14304, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00016777562268543988, + "update_l2": 0.033183228224515915 + }, + "raw_ground_friction": { + "gradient_l2": 0.0006337090744636953, + "update_l2": 0.0005474686622619629 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1664099474728573e-05, + "update_l2": 0.009606457315385342 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013344737688229203, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4670, + "attachment": 316, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5509471297264099, + "ground_friction/effective": 0.5509471297264099, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013344737688229203, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037723928689956665, + "ssim_fused": 0.9817095398902893, + "seg_l1": 0.0037628482095897198, + "seg_ssim_ref": 0.9817094206809998, + "depth": 0.0003427138186710525, + "rgb_loss": 0.006676006130874157, + "seg_loss": 0.006668388843536377, + "total": 0.013344737688229203 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004447521176189184, + "ssim_fused": 0.9789912700653076, + "seg_l1": 0.004477784037590027, + "seg_ssim_ref": 0.9789916276931763, + "depth": 0.00048188458001758493, + "rgb_loss": 0.007759762927889824, + "seg_loss": 0.0077839018777012825, + "total": 0.015544146690171123, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048188458001758493, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010715693244814039 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027610789984464645, + "ssim_fused": 0.9862728714942932, + "seg_l1": 0.0029961306136101484, + "seg_ssim_ref": 0.9862728118896484, + "depth": 0.00041056359715656315, + "rgb_loss": 0.004954288713634014, + "seg_loss": 0.005142342299222946, + "total": 0.010097041576454116, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041056359715656315, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016242232111489646 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002683381550014019, + "ssim_fused": 0.9853065013885498, + "seg_l1": 0.0025542108342051506, + "seg_ssim_ref": 0.9853062629699707, + "depth": 0.00032208018585211693, + "rgb_loss": 0.005085404962301254, + "seg_loss": 0.004982116166502237, + "total": 0.010067842743328056, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032208018585211693, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.0157442796561375e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005197590682655573, + "ssim_fused": 0.9762675166130066, + "seg_l1": 0.005023267585784197, + "seg_ssim_ref": 0.9762670993804932, + "depth": 0.0001563269116579451, + "rgb_loss": 0.00890456885099411, + "seg_loss": 0.008765194565057755, + "total": 0.017669919742963523, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001563269116579451, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015632691165794508 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 149, + "adam_update_count": 14304 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1350790630094707 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_610d4755652a4af0817390e1a3ef2574_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 150, + "next_interval": 0, + "next_adam_update": 14305, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 149, + "trained_intervals": 14304, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 14304, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.2181816101074219, + "median": 11.513504981994629, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5514945983886719, + "median": 0.5514945983886719, + "max": 0.5514945983886719, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.4797556400299072, + "median": 10.043818473815918, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 3.3810341358184814, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 32.45178985595703, + "median": 23013.08984375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5514945983886719, + "median": 0.5514945983886719, + "max": 0.5514945983886719, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4670, + "controller_edge_stiffness": 317 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0150.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0150.json new file mode 100644 index 0000000000000000000000000000000000000000..37b33bb840efecf88ec5524f4728adf65e2a5949 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0150.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0150", + "executed_epochs": 150, + "score": null, + "best_score": 0.01271920430052136, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f63819a19fcc4c13b3448153457a9b9d.npz", + "optimizer_file": "boundary_f63819a19fcc4c13b3448153457a9b9d_optimizer.pt", + "arrays_sha256": "5c60c83e316af35245fd0960eb1b5203d2a0c5129d08dc633a0055275aae6069", + "optimizer_sha256": "417cabc839bcc2903f453eb084a6e56254270574bc35b00468edfecfbf543367", + "stage": "adam", + "completed_passes": 150, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 14400, + "adam_update_count": 14400, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 151, + "consumed_count": 150, + "last_submitted_update": 14400, + "last_consumed_update": 14304, + "pending": [ + { + "reference": { + "source_update": 14400, + "completed_passes": 150, + "next_interval": 0, + "trained_intervals": 14400, + "snapshot": "pass_end_0150", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12672, + "pass_science": { + "completed_passes": 150, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 14400, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 14400, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001929852442117408, + "update_l2": 0.03376265615224838 + }, + "raw_ground_friction": { + "gradient_l2": 0.0006882359739392996, + "update_l2": 0.0005033016204833984 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2569013051688671e-05, + "update_l2": 0.0101540582254529 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013341661031065044, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4681, + "attachment": 318, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5465722680091858, + "ground_friction/effective": 0.5465722680091858, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013341661031065044, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003772569354623556, + "ssim_fused": 0.9817202091217041, + "seg_l1": 0.0037641676608473063, + "seg_ssim_ref": 0.9817200899124146, + "depth": 0.00034314644103863336, + "rgb_loss": 0.006674010772258043, + "seg_loss": 0.006667307112365961, + "total": 0.013341661031065044 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004382207524031401, + "ssim_fused": 0.9792812466621399, + "seg_l1": 0.004389693960547447, + "seg_ssim_ref": 0.9792816042900085, + "depth": 0.00047994438198007024, + "rgb_loss": 0.007649516686797142, + "seg_loss": 0.007655434310436249, + "total": 0.01530543094161537, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047994438198007024, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001052167344106257 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002720161806792021, + "ssim_fused": 0.9864236116409302, + "seg_l1": 0.002921490231528878, + "seg_ssim_ref": 0.9864236116409302, + "depth": 0.00040882661041544995, + "rgb_loss": 0.004891407210379839, + "seg_loss": 0.0050524696707725525, + "total": 0.00994428524210152, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040882661041544995, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016068533437378334 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002737585920840502, + "ssim_fused": 0.9850366115570068, + "seg_l1": 0.002637106692418456, + "seg_ssim_ref": 0.9850363731384277, + "depth": 0.00032254417249053295, + "rgb_loss": 0.005182746797800064, + "seg_loss": 0.005102410912513733, + "total": 0.010285480254486288, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032254417249053295, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.06214294349774e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005250321701169014, + "ssim_fused": 0.9761394262313843, + "seg_l1": 0.0051083797588944435, + "seg_ssim_ref": 0.9761389493942261, + "depth": 0.00016127059926848022, + "rgb_loss": 0.008972372859716415, + "seg_loss": 0.00885891355574131, + "total": 0.017831447686056993, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016127059926848022, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016127059926848028 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 150, + "adam_update_count": 14400 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13583547199959867 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f63819a19fcc4c13b3448153457a9b9d_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 151, + "next_interval": 0, + "next_adam_update": 14401, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 150, + "trained_intervals": 14400, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 14400, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.1933515071868896, + "median": 11.513526916503906, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5470755696296692, + "median": 0.5470755696296692, + "max": 0.5470755696296692, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.458864450454712, + "median": 10.041417121887207, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 3.298116445541382, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 31.780866622924805, + "median": 22957.89453125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5470755696296692, + "median": 0.5470755696296692, + "max": 0.5470755696296692, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4681, + "controller_edge_stiffness": 318 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0151.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0151.json new file mode 100644 index 0000000000000000000000000000000000000000..0dc12fbca9440e32f35ed9c582c9b23aef8ce3c8 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0151.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0151", + "executed_epochs": 151, + "score": null, + "best_score": 0.01271920430052136, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_4bea3420f9654836813d62c249af8df1.npz", + "optimizer_file": "boundary_4bea3420f9654836813d62c249af8df1_optimizer.pt", + "arrays_sha256": "6c1881de5fcc8e45fa5e14922ee25a8ca8c1a3597de0e53e003b0e371b959e88", + "optimizer_sha256": "3cfaa6d09e8364ed138bc169d6c212c67e5ab73ba8c40f58279a98470b646c8f", + "stage": "adam", + "completed_passes": 151, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 14496, + "adam_update_count": 14496, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 152, + "consumed_count": 151, + "last_submitted_update": 14496, + "last_consumed_update": 14400, + "pending": [ + { + "reference": { + "source_update": 14496, + "completed_passes": 151, + "next_interval": 0, + "trained_intervals": 14496, + "snapshot": "pass_end_0151", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12672, + "pass_science": { + "completed_passes": 151, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 14496, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 14496, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00017614089301787317, + "update_l2": 0.03462574630975723 + }, + "raw_ground_friction": { + "gradient_l2": 0.0007142410613596439, + "update_l2": 0.00040024518966674805 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2297125977056567e-05, + "update_l2": 0.009897258132696152 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013402232260736387, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4689, + "attachment": 318, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5426183342933655, + "ground_friction/effective": 0.5426183342933655, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013402232260736387, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003791087307035923, + "ssim_fused": 0.9816600680351257, + "seg_l1": 0.0037912698462605476, + "seg_ssim_ref": 0.9816599488258362, + "depth": 0.0003465109641974819, + "rgb_loss": 0.006700859405100346, + "seg_loss": 0.006701026577502489, + "total": 0.013402232260736387 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004283027723431587, + "ssim_fused": 0.9797594547271729, + "seg_l1": 0.004265861585736275, + "seg_ssim_ref": 0.9797598123550415, + "depth": 0.00047762930424651126, + "rgb_loss": 0.007474531419575214, + "seg_loss": 0.007460727356374264, + "total": 0.014935736405253724, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047762930424651126, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010290165667706679 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026842595543712378, + "ssim_fused": 0.98648601770401, + "seg_l1": 0.002842152491211891, + "seg_ssim_ref": 0.9864858388900757, + "depth": 0.00041014584989131786, + "rgb_loss": 0.004850204102694988, + "seg_loss": 0.004976554308086634, + "total": 0.0098271690222928, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041014584989131786, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016200457384965116 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0028571179136633873, + "ssim_fused": 0.98446124792099, + "seg_l1": 0.002809910336509347, + "seg_ssim_ref": 0.9844610095024109, + "depth": 0.00032634078572323127, + "rgb_loss": 0.005393445026129484, + "seg_loss": 0.005355726461857557, + "total": 0.010749497828772764, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032634078572323127, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.44180426676757e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005339943338185549, + "ssim_fused": 0.9759334921836853, + "seg_l1": 0.005247154738754034, + "seg_ssim_ref": 0.9759331345558167, + "depth": 0.00017192791692886703, + "rgb_loss": 0.009085256606340408, + "seg_loss": 0.009011097252368927, + "total": 0.018096525786626263, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017192791692886703, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017192791692886703 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 151, + "adam_update_count": 14496 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14065556498826481 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_4bea3420f9654836813d62c249af8df1_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 152, + "next_interval": 0, + "next_adam_update": 14497, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 151, + "trained_intervals": 14496, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 14496, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.1710796356201172, + "median": 11.513533592224121, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5430185794830322, + "median": 0.5430185794830322, + "max": 0.5430185794830322, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.445167064666748, + "median": 10.03753662109375, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 3.225472927093506, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 31.34851837158203, + "median": 22868.978515625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5430185794830322, + "median": 0.5430185794830322, + "max": 0.5430185794830322, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4689, + "controller_edge_stiffness": 318 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0152.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0152.json new file mode 100644 index 0000000000000000000000000000000000000000..63cff86f67a54a1b6d8b219ac6850fb685ab8ce1 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0152.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0152", + "executed_epochs": 152, + "score": null, + "best_score": 0.01271920430052136, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_658e891f3dc24c97bd80d8343060425d.npz", + "optimizer_file": "boundary_658e891f3dc24c97bd80d8343060425d_optimizer.pt", + "arrays_sha256": "e874c98cf306e403413dd577814c90730db860a3577c8e55131728031e98b536", + "optimizer_sha256": "a77ee53d312a1e2fd8bf99c9327ec50a14e0f35aedd01f6d1e760dffef8a422a", + "stage": "adam", + "completed_passes": 152, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 14592, + "adam_update_count": 14592, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 153, + "consumed_count": 152, + "last_submitted_update": 14592, + "last_consumed_update": 14496, + "pending": [ + { + "reference": { + "source_update": 14592, + "completed_passes": 152, + "next_interval": 0, + "trained_intervals": 14592, + "snapshot": "pass_end_0152", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 12672, + "pass_science": { + "completed_passes": 152, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 14592, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 14592, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.536786092212424e-05, + "update_l2": 0.03419976308941841 + }, + "raw_ground_friction": { + "gradient_l2": 0.0006232550367712975, + "update_l2": 0.0005106329917907715 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.474168109591119e-06, + "update_l2": 0.00878190342336893 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013327280318443172, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4698, + "attachment": 320, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5522312521934509, + "ground_friction/effective": 0.5522312521934509, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013327280318443172, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003768491093069315, + "ssim_fused": 0.9817357063293457, + "seg_l1": 0.003757995553314686, + "seg_ssim_ref": 0.9817355275154114, + "depth": 0.0003436841857362177, + "rgb_loss": 0.006667648442089558, + "seg_loss": 0.0066592879593372345, + "total": 0.013327280318443172 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004380980972200632, + "ssim_fused": 0.9793028235435486, + "seg_l1": 0.004390637390315533, + "seg_ssim_ref": 0.9793030023574829, + "depth": 0.00047861901826225223, + "rgb_loss": 0.007644220255315304, + "seg_loss": 0.007651909254491329, + "total": 0.015296608128824895, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047861901826225223, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010389137069280769 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027274717576801777, + "ssim_fused": 0.9863964915275574, + "seg_l1": 0.002934782998636365, + "seg_ssim_ref": 0.986396312713623, + "depth": 0.0004121984435121223, + "rgb_loss": 0.004902679473161697, + "seg_loss": 0.005068563856184483, + "total": 0.009971655527789692, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004121984435121223, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016405716747045559 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027355309575796127, + "ssim_fused": 0.9850410223007202, + "seg_l1": 0.0026327555533498526, + "seg_ssim_ref": 0.9850406646728516, + "depth": 0.00032511608162066994, + "rgb_loss": 0.005180220119655132, + "seg_loss": 0.005098071414977312, + "total": 0.010278617116375352, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032511608162066994, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.319333856511439e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00522998021915555, + "ssim_fused": 0.9762025475502014, + "seg_l1": 0.005073805805295706, + "seg_ssim_ref": 0.9762021899223328, + "depth": 0.00015880319954982643, + "rgb_loss": 0.008943474851548672, + "seg_loss": 0.008818606846034527, + "total": 0.017762240500782747, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015880319954982643, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015880319954982643 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 152, + "adam_update_count": 14592 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14308185200206935 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_658e891f3dc24c97bd80d8343060425d_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 153, + "next_interval": 0, + "next_adam_update": 14593, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 152, + "trained_intervals": 14592, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 14592, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.1447784900665283, + "median": 11.513545036315918, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5527418851852417, + "median": 0.5527418851852417, + "max": 0.5527418851852417, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.43399977684021, + "median": 10.036734580993652, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 3.141745090484619, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 31.000391006469727, + "median": 22850.642578125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5527418851852417, + "median": 0.5527418851852417, + "max": 0.5527418851852417, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4699, + "controller_edge_stiffness": 320 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0153.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0153.json new file mode 100644 index 0000000000000000000000000000000000000000..e0a4a9c172d805dcc38545cd30bea3cc4dd6cb67 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0153.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0153", + "executed_epochs": 153, + "score": null, + "best_score": 0.012686302516737016, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_aa962057dacf4962a17ad1abe9d3be06.npz", + "optimizer_file": "boundary_aa962057dacf4962a17ad1abe9d3be06_optimizer.pt", + "arrays_sha256": "9f73abd53e1b26ea1a6cb462eb923f7fd17102ae1b4ddb7f281f0d08d75f30f4", + "optimizer_sha256": "9ef1c59e94efbbefc8fdc90946d87d3f8c87043e176feedae83f5a4153881a14", + "stage": "adam", + "completed_passes": 153, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 14688, + "adam_update_count": 14688, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 154, + "consumed_count": 153, + "last_submitted_update": 14688, + "last_consumed_update": 14592, + "pending": [ + { + "reference": { + "source_update": 14688, + "completed_passes": 153, + "next_interval": 0, + "trained_intervals": 14688, + "snapshot": "pass_end_0153", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 14592, + "pass_science": { + "completed_passes": 153, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 14688, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 14688, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00020046523422934115, + "update_l2": 0.034211352467536926 + }, + "raw_ground_friction": { + "gradient_l2": 0.0006365869776345789, + "update_l2": 0.0005792379379272461 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.098752545658499e-05, + "update_l2": 0.008499160408973694 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013337492190167742, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4703, + "attachment": 321, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5580391883850098, + "ground_friction/effective": 0.5580391883850098, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013337492190167742, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003770385403186083, + "ssim_fused": 0.981716513633728, + "seg_l1": 0.0037592784501612186, + "seg_ssim_ref": 0.9817163944244385, + "depth": 0.00034290538771543654, + "rgb_loss": 0.006673005875200033, + "seg_loss": 0.00666414387524128, + "total": 0.013337492190167742 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004435217473655939, + "ssim_fused": 0.9790811538696289, + "seg_l1": 0.004468239843845367, + "seg_ssim_ref": 0.979081392288208, + "depth": 0.0004818770906280001, + "rgb_loss": 0.007731943391263485, + "seg_loss": 0.007758313789963722, + "total": 0.015490739058317835, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004818770906280001, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010714944305855568 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027639216277748346, + "ssim_fused": 0.9862531423568726, + "seg_l1": 0.0029947783332318068, + "seg_ssim_ref": 0.9862530827522278, + "depth": 0.00041404538925426737, + "rgb_loss": 0.004960509017109871, + "seg_loss": 0.005145206116139889, + "total": 0.010106129178639013, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041404538925426737, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016590411321260076 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002694607013836503, + "ssim_fused": 0.9852278828620911, + "seg_l1": 0.002568461699411273, + "seg_ssim_ref": 0.9852275848388672, + "depth": 0.00032402491716228206, + "rgb_loss": 0.0051101092249155045, + "seg_loss": 0.005009252578020096, + "total": 0.010119685827852762, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032402491716228206, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.210217410672656e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005187795497477055, + "ssim_fused": 0.9763038754463196, + "seg_l1": 0.005005632992833853, + "seg_ssim_ref": 0.9763035178184509, + "depth": 0.00015167415381719664, + "rgb_loss": 0.008889460936188698, + "seg_loss": 0.008743803016841412, + "total": 0.01763341469586135, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015167415381719664, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015167415381719664 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 153, + "adam_update_count": 14688 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13621111999964342 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_aa962057dacf4962a17ad1abe9d3be06_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 154, + "next_interval": 0, + "next_adam_update": 14689, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 153, + "trained_intervals": 14688, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 14688, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.1201475858688354, + "median": 11.513553619384766, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.558618426322937, + "median": 0.558618426322937, + "max": 0.558618426322937, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.4268124103546143, + "median": 10.033504486083984, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 3.0653064250946045, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 30.778379440307617, + "median": 22776.951171875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.558618426322937, + "median": 0.558618426322937, + "max": 0.558618426322937, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4703, + "controller_edge_stiffness": 321 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0154.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0154.json new file mode 100644 index 0000000000000000000000000000000000000000..8070500423339e3a63447928a49aec0cd90ed312 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0154.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0154", + "executed_epochs": 154, + "score": null, + "best_score": 0.012627690129682059, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d9738a57d6784f86be9042a01fd799db.npz", + "optimizer_file": "boundary_d9738a57d6784f86be9042a01fd799db_optimizer.pt", + "arrays_sha256": "df09b55a5771ef573f2d5b11e99ae1952dbf6be10d2d830643e9fdf58e1a7b50", + "optimizer_sha256": "367ddbbdfb5d9279e82c706bf7d2a31dc452ad1b9d4794280f7ca4f6f4b202c8", + "stage": "adam", + "completed_passes": 154, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 14784, + "adam_update_count": 14784, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 155, + "consumed_count": 154, + "last_submitted_update": 14784, + "last_consumed_update": 14688, + "pending": [ + { + "reference": { + "source_update": 14784, + "completed_passes": 154, + "next_interval": 0, + "trained_intervals": 14784, + "snapshot": "pass_end_0154", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 14688, + "pass_science": { + "completed_passes": 154, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 14784, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 14784, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001441756176063791, + "update_l2": 0.03372947499155998 + }, + "raw_ground_friction": { + "gradient_l2": 0.0005618240684270859, + "update_l2": 0.0005252361297607422 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.579246241424698e-06, + "update_l2": 0.007813679985702038 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013404648918000906, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4715, + "attachment": 322, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5697370171546936, + "ground_friction/effective": 0.5697370171546936, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013404648918000906, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003789999522268772, + "ssim_fused": 0.9816335439682007, + "seg_l1": 0.0037821426521986723, + "seg_ssim_ref": 0.9816334843635559, + "depth": 0.0003433593492193096, + "rgb_loss": 0.006705281790345907, + "seg_loss": 0.006699022836983204, + "total": 0.013404648918000906 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004449604544788599, + "ssim_fused": 0.9790805578231812, + "seg_l1": 0.0045137847773730755, + "seg_ssim_ref": 0.9790807366371155, + "depth": 0.0004849015550473187, + "rgb_loss": 0.007743571884930134, + "seg_loss": 0.00779488030821085, + "total": 0.015538937094696031, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004849015550473187, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011017390747787425 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002785726450383663, + "ssim_fused": 0.9861383438110352, + "seg_l1": 0.003022420685738325, + "seg_ssim_ref": 0.9861381649971008, + "depth": 0.000417209110155495, + "rgb_loss": 0.005000912584364414, + "seg_loss": 0.005190303549170494, + "total": 0.010191633342645064, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000417209110155495, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001690678341138284 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027252088766545057, + "ssim_fused": 0.9850423336029053, + "seg_l1": 0.0025979909114539623, + "seg_ssim_ref": 0.985042154788971, + "depth": 0.0003270073529930474, + "rgb_loss": 0.00517170038074255, + "seg_loss": 0.00506996177136898, + "total": 0.010241989159464523, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003270073529930474, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.5084609937491854e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005199457984417677, + "ssim_fused": 0.9762731194496155, + "seg_l1": 0.0049943746998906136, + "seg_ssim_ref": 0.9762727618217468, + "depth": 0.00014431937868137734, + "rgb_loss": 0.008904943242669106, + "seg_loss": 0.00874094758182764, + "total": 0.017646036075198, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014431937868137734, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014431937868137734 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 154, + "adam_update_count": 14784 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1397735200007446 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d9738a57d6784f86be9042a01fd799db_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 155, + "next_interval": 0, + "next_adam_update": 14785, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 154, + "trained_intervals": 14784, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 14784, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.096372365951538, + "median": 11.513570785522461, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5702622532844543, + "median": 0.5702622532844543, + "max": 0.5702622532844543, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.42339825630188, + "median": 10.032613754272461, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 2.9932878017425537, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 30.67347526550293, + "median": 22756.671875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5702622532844543, + "median": 0.5702622532844543, + "max": 0.5702622532844543, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4715, + "controller_edge_stiffness": 322 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0155.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0155.json new file mode 100644 index 0000000000000000000000000000000000000000..261e260d6a125b7b39d951475a8c49882ac0018f --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0155.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0155", + "executed_epochs": 155, + "score": null, + "best_score": 0.012627690129682059, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_080a28c73c71436482b407b72b526146.npz", + "optimizer_file": "boundary_080a28c73c71436482b407b72b526146_optimizer.pt", + "arrays_sha256": "b63afcd5ffbd921a8a4bc3438f12016a955bf222ec82a0120df097c740ee6478", + "optimizer_sha256": "5f6964e45fe7d3f7afcf8941e16505cb8fcdab1976635c26bcf5a92d930582a0", + "stage": "adam", + "completed_passes": 155, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 14880, + "adam_update_count": 14880, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 156, + "consumed_count": 155, + "last_submitted_update": 14880, + "last_consumed_update": 14784, + "pending": [ + { + "reference": { + "source_update": 14880, + "completed_passes": 155, + "next_interval": 0, + "trained_intervals": 14880, + "snapshot": "pass_end_0155", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 14688, + "pass_science": { + "completed_passes": 155, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 14880, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 14880, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00025295783416368067, + "update_l2": 0.03315828740596771 + }, + "raw_ground_friction": { + "gradient_l2": 0.0006750791217200458, + "update_l2": 0.0005096197128295898 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1422940588090569e-05, + "update_l2": 0.007778867147862911 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013393017717708313, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4722, + "attachment": 323, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5704452395439148, + "ground_friction/effective": 0.5704452395439148, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013393017717708313, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003785163862630725, + "ssim_fused": 0.9816370606422424, + "seg_l1": 0.003774169599637389, + "seg_ssim_ref": 0.9816368818283081, + "depth": 0.00034204970713905324, + "rgb_loss": 0.00670072203502059, + "seg_loss": 0.006691953632980585, + "total": 0.013393017717708313 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004484239965677261, + "ssim_fused": 0.9789214134216309, + "seg_l1": 0.004551410209387541, + "seg_ssim_ref": 0.9789215922355652, + "depth": 0.0004869716270562882, + "rgb_loss": 0.007803109474480152, + "seg_loss": 0.00785680953413248, + "total": 0.01566040598023969, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004869716270562882, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011224397948684371 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027939523570239544, + "ssim_fused": 0.9860988855361938, + "seg_l1": 0.003043900476768613, + "seg_ssim_ref": 0.9860988259315491, + "depth": 0.00041766346189038247, + "rgb_loss": 0.0050153848715126514, + "seg_loss": 0.005215355195105076, + "total": 0.010231158195740905, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041766346189038247, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016952218584871578 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026969013269990683, + "ssim_fused": 0.9851800203323364, + "seg_l1": 0.0025553065352141857, + "seg_ssim_ref": 0.9851797819137573, + "depth": 0.00032569287642086333, + "rgb_loss": 0.0051215169951319695, + "seg_loss": 0.005008289124816656, + "total": 0.010130131347163758, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032569287642086333, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.377013336530775e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005165562033653259, + "ssim_fused": 0.9763478636741638, + "seg_l1": 0.004946061410009861, + "seg_ssim_ref": 0.9763474464416504, + "depth": 0.000137870863188679, + "rgb_loss": 0.008862877264618874, + "seg_loss": 0.00868736021220684, + "total": 0.017550375347688902, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.000137870863188679, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013787086318867896 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 155, + "adam_update_count": 14880 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13466531300218776 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_080a28c73c71436482b407b72b526146_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 156, + "next_interval": 0, + "next_adam_update": 14881, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 155, + "trained_intervals": 14880, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 14880, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.0722942352294922, + "median": 11.513595581054688, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5709548592567444, + "median": 0.5709548592567444, + "max": 0.5709548592567444, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.4112372398376465, + "median": 10.026189804077148, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 2.9220755100250244, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 30.302711486816406, + "median": 22610.955078125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5709548592567444, + "median": 0.5709548592567444, + "max": 0.5709548592567444, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4722, + "controller_edge_stiffness": 323 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0156.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0156.json new file mode 100644 index 0000000000000000000000000000000000000000..59a55a8c6f3c7d2f11f8f9bd4afe2ffb8ceb923a --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0156.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0156", + "executed_epochs": 156, + "score": null, + "best_score": 0.012627690129682059, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6a2fa10398af4edfb606e460542f1714.npz", + "optimizer_file": "boundary_6a2fa10398af4edfb606e460542f1714_optimizer.pt", + "arrays_sha256": "7dfe76f4f5d708e188e78238126e76e3aea074beccc4b1f688cd3dadde02d7a0", + "optimizer_sha256": "df455eab57ce91e589875b218d9e67e2cccb9b0b49ede3c8b631e8ff74aadbe8", + "stage": "adam", + "completed_passes": 156, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 14976, + "adam_update_count": 14976, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 157, + "consumed_count": 156, + "last_submitted_update": 14976, + "last_consumed_update": 14880, + "pending": [ + { + "reference": { + "source_update": 14976, + "completed_passes": 156, + "next_interval": 0, + "trained_intervals": 14976, + "snapshot": "pass_end_0156", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 14688, + "pass_science": { + "completed_passes": 156, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 14976, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 14976, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00014341258793137968, + "update_l2": 0.03319279104471207 + }, + "raw_ground_friction": { + "gradient_l2": 0.0005222090985625982, + "update_l2": 0.000523984432220459 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.587260708736721e-06, + "update_l2": 0.006865376606583595 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013386814920149847, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4731, + "attachment": 325, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5681873559951782, + "ground_friction/effective": 0.5681873559951782, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013386814920149847, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037841778248548508, + "ssim_fused": 0.9816483855247498, + "seg_l1": 0.0037730715703219175, + "seg_ssim_ref": 0.981648325920105, + "depth": 0.0003425589875414477, + "rgb_loss": 0.006697668228298426, + "seg_loss": 0.006688804365694523, + "total": 0.013386814920149847 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004468241240829229, + "ssim_fused": 0.9789909720420837, + "seg_l1": 0.004533650353550911, + "seg_ssim_ref": 0.9789912700653076, + "depth": 0.00048631721631830767, + "rgb_loss": 0.007776398677378893, + "seg_loss": 0.007828665897250175, + "total": 0.0156055504261841, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048631721631830767, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011158956874886316 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027883893344551325, + "ssim_fused": 0.9861261248588562, + "seg_l1": 0.0030330417212098837, + "seg_ssim_ref": 0.9861259460449219, + "depth": 0.000417620429804342, + "rgb_loss": 0.005005486309528351, + "seg_loss": 0.005201244261115789, + "total": 0.010207148656735231, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000417620429804342, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001694791537626754 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002702200086787343, + "ssim_fused": 0.985157310962677, + "seg_l1": 0.002563157584518194, + "seg_ssim_ref": 0.9851571321487427, + "depth": 0.00032565483646803637, + "rgb_loss": 0.0051302979700267315, + "seg_loss": 0.005019099917262793, + "total": 0.010149723542125993, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032565483646803637, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.373209341248076e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005177880171686411, + "ssim_fused": 0.9763190746307373, + "seg_l1": 0.00496243592351675, + "seg_ssim_ref": 0.9763187170028687, + "depth": 0.00014064346757510464, + "rgb_loss": 0.008878489956259727, + "seg_loss": 0.008706205524504185, + "total": 0.01758483705555406, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014064346757510464, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014064346757510467 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 156, + "adam_update_count": 14976 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14285926899174228 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6a2fa10398af4edfb606e460542f1714_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 157, + "next_interval": 0, + "next_adam_update": 14977, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 156, + "trained_intervals": 14976, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 14976, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.047973871231079, + "median": 11.513614654541016, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5687113404273987, + "median": 0.5687113404273987, + "max": 0.5687113404273987, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.3964264392852783, + "median": 10.026915550231934, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 2.8518669605255127, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 29.85721206665039, + "median": 22627.37109375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5687113404273987, + "median": 0.5687113404273987, + "max": 0.5687113404273987, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4731, + "controller_edge_stiffness": 325 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0157.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0157.json new file mode 100644 index 0000000000000000000000000000000000000000..1509da2a8c31097395d284d98d8e0cbac1462c08 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0157.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0157", + "executed_epochs": 157, + "score": null, + "best_score": 0.012623789017916892, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6cf98987d536434584b6984bd8a214ba.npz", + "optimizer_file": "boundary_6cf98987d536434584b6984bd8a214ba_optimizer.pt", + "arrays_sha256": "e184cf8c0328deeffabf62285e173cd2a1ae89d307c90d4ec807d1e13e0242c4", + "optimizer_sha256": "aa7bafdc7b5adfb2c73138779c641a0e5b24cb62c7d7236276edfc6292e207cf", + "stage": "adam", + "completed_passes": 157, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 15072, + "adam_update_count": 15072, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 158, + "consumed_count": 157, + "last_submitted_update": 15072, + "last_consumed_update": 14976, + "pending": [ + { + "reference": { + "source_update": 15072, + "completed_passes": 157, + "next_interval": 0, + "trained_intervals": 15072, + "snapshot": "pass_end_0157", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 14976, + "pass_science": { + "completed_passes": 157, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 15072, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 15072, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00024157195002771914, + "update_l2": 0.03354080021381378 + }, + "raw_ground_friction": { + "gradient_l2": 0.0006661349907517433, + "update_l2": 0.0005652904510498047 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1850289411086123e-05, + "update_l2": 0.007099555805325508 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01337034278214169, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4742, + "attachment": 326, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5642699003219604, + "ground_friction/effective": 0.5642699003219604, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01337034278214169, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037801654543727636, + "ssim_fused": 0.9816708564758301, + "seg_l1": 0.0037677071522921324, + "seg_ssim_ref": 0.9816706776618958, + "depth": 0.00034225769532107134, + "rgb_loss": 0.006689973175525665, + "seg_loss": 0.006680027116090059, + "total": 0.01337034278214169 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0044347429648041725, + "ssim_fused": 0.9791263341903687, + "seg_l1": 0.004486592020839453, + "seg_ssim_ref": 0.9791266322135925, + "depth": 0.00048466603384068646, + "rgb_loss": 0.0077225277200341225, + "seg_loss": 0.007763947360217571, + "total": 0.015486959746285535, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048466603384068646, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010993838627124198 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027650645934045315, + "ssim_fused": 0.9862185120582581, + "seg_l1": 0.002989655127748847, + "seg_ssim_ref": 0.9862183332443237, + "depth": 0.00041361410998739346, + "rgb_loss": 0.004968349356204271, + "seg_loss": 0.005148057825863361, + "total": 0.010116821261838908, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041361410998739346, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016547283394572677 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002718727570027113, + "ssim_fused": 0.9850829839706421, + "seg_l1": 0.0025891296099871397, + "seg_ssim_ref": 0.9850828051567078, + "depth": 0.0003248950917170279, + "rgb_loss": 0.005158385261893272, + "seg_loss": 0.005054743029177189, + "total": 0.010213453186162178, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003248950917170279, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.297234866147233e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005202126689255238, + "ssim_fused": 0.9762553572654724, + "seg_l1": 0.00500545185059309, + "seg_ssim_ref": 0.9762549996376038, + "depth": 0.0001458555457391776, + "rgb_loss": 0.008910629898309708, + "seg_loss": 0.00875336118042469, + "total": 0.017664136934280136, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001458555457391776, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001458555457391776 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 157, + "adam_update_count": 15072 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1427006839949172 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6cf98987d536434584b6984bd8a214ba_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 158, + "next_interval": 0, + "next_adam_update": 15073, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 157, + "trained_intervals": 15072, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 15072, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.024503469467163, + "median": 11.513627052307129, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5648351907730103, + "median": 0.5648351907730103, + "max": 0.5648351907730103, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.3798160552978516, + "median": 10.025993347167969, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 2.7857120037078857, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 29.365367889404297, + "median": 22606.513671875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5648351907730103, + "median": 0.5648351907730103, + "max": 0.5648351907730103, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4742, + "controller_edge_stiffness": 326 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0158.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0158.json new file mode 100644 index 0000000000000000000000000000000000000000..4660799b7af9990c467b0125de0838b1cf08aa6a --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0158.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0158", + "executed_epochs": 158, + "score": null, + "best_score": 0.012623789017916892, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e21be9dbdfc945e3bc2e061d19b2583d.npz", + "optimizer_file": "boundary_e21be9dbdfc945e3bc2e061d19b2583d_optimizer.pt", + "arrays_sha256": "62d0f5cac5b0d57a015f57b7c42aebed125de60882a7917b3b4d23b20036b12c", + "optimizer_sha256": "4ed3c48fd40614a45b7f376ee15ed7333835537a2d9e4bbaf494e2e696795a6e", + "stage": "adam", + "completed_passes": 158, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 15168, + "adam_update_count": 15168, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 159, + "consumed_count": 158, + "last_submitted_update": 15168, + "last_consumed_update": 15072, + "pending": [ + { + "reference": { + "source_update": 15168, + "completed_passes": 158, + "next_interval": 0, + "trained_intervals": 15168, + "snapshot": "pass_end_0158", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 14976, + "pass_science": { + "completed_passes": 158, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 15168, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 15168, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00015726927085779607, + "update_l2": 0.03330725431442261 + }, + "raw_ground_friction": { + "gradient_l2": 0.0005462687695398927, + "update_l2": 0.0005314350128173828 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.148784556600731e-06, + "update_l2": 0.0064810458570718765 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01337695235820119, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4749, + "attachment": 328, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5647154450416565, + "ground_friction/effective": 0.5647154450416565, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01337695235820119, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037818672135472298, + "ssim_fused": 0.9816607236862183, + "seg_l1": 0.0037692447658628225, + "seg_ssim_ref": 0.9816606640815735, + "depth": 0.00034270310406243274, + "rgb_loss": 0.006693343166261911, + "seg_loss": 0.006683265790343285, + "total": 0.01337695235820119 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004411830101162195, + "ssim_fused": 0.9792312383651733, + "seg_l1": 0.004459848161786795, + "seg_ssim_ref": 0.9792314171791077, + "depth": 0.0004831682503011284, + "rgb_loss": 0.007683216594159603, + "seg_loss": 0.007721595466136932, + "total": 0.015405295228546837, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004831682503011284, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010844060273168395 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027521513402462006, + "ssim_fused": 0.9862529039382935, + "seg_l1": 0.0029661369044333696, + "seg_ssim_ref": 0.9862529039382935, + "depth": 0.0004144608997667419, + "rgb_loss": 0.0049511403776705265, + "seg_loss": 0.005122329108417034, + "total": 0.010073884412648615, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004144608997667419, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016631962372507526 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027463086880743504, + "ssim_fused": 0.9849381446838379, + "seg_l1": 0.0026263417676091194, + "seg_ssim_ref": 0.9849379658699036, + "depth": 0.00032674780458341243, + "rgb_loss": 0.005209418013691902, + "seg_loss": 0.0051134806126356125, + "total": 0.010323225374132099, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032674780458341243, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.482506152785686e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005217178259044886, + "ssim_fused": 0.9762207269668579, + "seg_l1": 0.005024651996791363, + "seg_ssim_ref": 0.9762203097343445, + "depth": 0.00014643546159844842, + "rgb_loss": 0.008929597213864326, + "seg_loss": 0.008775659836828709, + "total": 0.017705404417477207, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014643546159844842, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014643546159844842 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 158, + "adam_update_count": 15168 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13180804398143664 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e21be9dbdfc945e3bc2e061d19b2583d_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 159, + "next_interval": 0, + "next_adam_update": 15169, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 158, + "trained_intervals": 15168, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 15168, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 1.0001106262207031, + "median": 11.513636589050293, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5652468800544739, + "median": 0.5652468800544739, + "max": 0.5652468800544739, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.3659791946411133, + "median": 10.02461051940918, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 2.7185826301574707, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 28.961843490600586, + "median": 22575.275390625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5652468800544739, + "median": 0.5652468800544739, + "max": 0.5652468800544739, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4749, + "controller_edge_stiffness": 328 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0159.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0159.json new file mode 100644 index 0000000000000000000000000000000000000000..17aeed601eb0e0f3c682f1796b458ad042dca360 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0159.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0159", + "executed_epochs": 159, + "score": null, + "best_score": 0.012601290599187775, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_4ceb4ba8b46b415aad19af87866358b3.npz", + "optimizer_file": "boundary_4ceb4ba8b46b415aad19af87866358b3_optimizer.pt", + "arrays_sha256": "4911e8c8b882f3e18eca6b3848abca49f59c1a3fd3ae3b56baae85afb1c59557", + "optimizer_sha256": "f6dfb96aef25aaf3aeb8719685400b848f94c47fe1e590f102ecdc1d57e8274f", + "stage": "adam", + "completed_passes": 159, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 15264, + "adam_update_count": 15264, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 160, + "consumed_count": 159, + "last_submitted_update": 15264, + "last_consumed_update": 15168, + "pending": [ + { + "reference": { + "source_update": 15264, + "completed_passes": 159, + "next_interval": 0, + "trained_intervals": 15264, + "snapshot": "pass_end_0159", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 15168, + "pass_science": { + "completed_passes": 159, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 15264, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 15264, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00019643384439405054, + "update_l2": 0.03331754729151726 + }, + "raw_ground_friction": { + "gradient_l2": 0.000593783101066947, + "update_l2": 0.0005356073379516602 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0346034287067596e-05, + "update_l2": 0.006644305307418108 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01337694486734256, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4757, + "attachment": 330, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5643991231918335, + "ground_friction/effective": 0.5643991231918335, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01337694486734256, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003782028565183282, + "ssim_fused": 0.9816612005233765, + "seg_l1": 0.0037693085614591837, + "seg_ssim_ref": 0.9816611409187317, + "depth": 0.0003426628260295062, + "rgb_loss": 0.0066933827474713326, + "seg_loss": 0.0066832187585532665, + "total": 0.01337694486734256 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004403154365718365, + "ssim_fused": 0.9792715311050415, + "seg_l1": 0.004449271131306887, + "seg_ssim_ref": 0.9792718291282654, + "depth": 0.0004833010366308088, + "rgb_loss": 0.007668217644095421, + "seg_loss": 0.007705051451921463, + "total": 0.015373752397053514, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004833010366308088, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010857338906136438 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027469538617879152, + "ssim_fused": 0.9862669706344604, + "seg_l1": 0.0029551247134804726, + "seg_ssim_ref": 0.9862669706344604, + "depth": 0.000413829022232547, + "rgb_loss": 0.004944168962538242, + "seg_loss": 0.005110705737024546, + "total": 0.010055288994246308, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000413829022232547, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001656877461908803 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027523308526724577, + "ssim_fused": 0.9849082231521606, + "seg_l1": 0.0026352903805673122, + "seg_ssim_ref": 0.9849080443382263, + "depth": 0.00032610618667961605, + "rgb_loss": 0.005220220424234867, + "seg_loss": 0.005126623436808586, + "total": 0.010347169967230133, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032610618667961605, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.418344362406053e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00522567518055439, + "ssim_fused": 0.9761980772018433, + "seg_l1": 0.005037548020482063, + "seg_ssim_ref": 0.9761977195739746, + "depth": 0.00014741505857505314, + "rgb_loss": 0.008940924890339375, + "seg_loss": 0.008790494874119759, + "total": 0.017731568110840285, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014741505857505314, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014741505857505314 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 159, + "adam_update_count": 15264 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.17400413399445824 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_4ceb4ba8b46b415aad19af87866358b3_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 160, + "next_interval": 0, + "next_adam_update": 15265, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 159, + "trained_intervals": 15264, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 15264, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.9759289026260376, + "median": 11.513647079467773, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5649347305297852, + "median": 0.5649347305297852, + "max": 0.5649347305297852, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.352691650390625, + "median": 10.02326488494873, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 2.6536312103271484, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 28.579557418823242, + "median": 22544.916015625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5649347305297852, + "median": 0.5649347305297852, + "max": 0.5649347305297852, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4757, + "controller_edge_stiffness": 330 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0160.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0160.json new file mode 100644 index 0000000000000000000000000000000000000000..fc7e03f890a884d8946b3787da58d6853eb742e6 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0160.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0160", + "executed_epochs": 160, + "score": null, + "best_score": 0.012601290599187775, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_bf6a88436d8a463b80aab1dfd034bc9c.npz", + "optimizer_file": "boundary_bf6a88436d8a463b80aab1dfd034bc9c_optimizer.pt", + "arrays_sha256": "98c6b266f6eb416508237cf026f9f539df886b544a52c250e35bf8408120e29c", + "optimizer_sha256": "2a986993180636fe9f68e1d23009dc1143f12be548799b5c310f3168cf592bf8", + "stage": "adam", + "completed_passes": 160, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 15360, + "adam_update_count": 15360, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 161, + "consumed_count": 160, + "last_submitted_update": 15360, + "last_consumed_update": 15264, + "pending": [ + { + "reference": { + "source_update": 15360, + "completed_passes": 160, + "next_interval": 0, + "trained_intervals": 15360, + "snapshot": "pass_end_0160", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 15168, + "pass_science": { + "completed_passes": 160, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 15360, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 15360, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001511047303210944, + "update_l2": 0.0333370640873909 + }, + "raw_ground_friction": { + "gradient_l2": 0.0005432309117168188, + "update_l2": 0.0005474090576171875 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.264225809602067e-06, + "update_l2": 0.006754717323929071 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013361642493503488, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4761, + "attachment": 330, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5625811219215393, + "ground_friction/effective": 0.5625811219215393, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013361642493503488, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037778187543153763, + "ssim_fused": 0.9816803336143494, + "seg_l1": 0.0037639481015503407, + "seg_ssim_ref": 0.9816802144050598, + "depth": 0.00034215171853397305, + "rgb_loss": 0.006686185486614704, + "seg_loss": 0.006675115320831537, + "total": 0.013361642493503488 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004394718911498785, + "ssim_fused": 0.9793030023574829, + "seg_l1": 0.004435138776898384, + "seg_ssim_ref": 0.9793031811714172, + "depth": 0.0004826141263570429, + "rgb_loss": 0.007655174471437931, + "seg_loss": 0.007687474600970745, + "total": 0.015343131686535033, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004826141263570429, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010788647878759843 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027424509171396494, + "ssim_fused": 0.9862896203994751, + "seg_l1": 0.0029485200066119432, + "seg_ssim_ref": 0.9862896203994751, + "depth": 0.00041308104293576176, + "rgb_loss": 0.0049360366538167, + "seg_loss": 0.005100891925394535, + "total": 0.01003734166025417, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041308104293576176, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016493976689409506 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002750357612967491, + "ssim_fused": 0.9849241375923157, + "seg_l1": 0.002634354867041111, + "seg_ssim_ref": 0.9849238395690918, + "depth": 0.00032602048541367464, + "rgb_loss": 0.005215458571910858, + "seg_loss": 0.005122716072946787, + "total": 0.010338500199681772, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032602048541367464, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.4097742358119056e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005223747342824936, + "ssim_fused": 0.9762046337127686, + "seg_l1": 0.005037778522819281, + "seg_ssim_ref": 0.9762042164802551, + "depth": 0.00014689121942941302, + "rgb_loss": 0.008938071317970753, + "seg_loss": 0.00878937914967537, + "total": 0.01772759642754298, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014689121942941302, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014689121942941302 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 160, + "adam_update_count": 15360 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13547248099348508 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_bf6a88436d8a463b80aab1dfd034bc9c_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 161, + "next_interval": 0, + "next_adam_update": 15361, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 160, + "trained_intervals": 15360, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 15360, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.9519647359848022, + "median": 11.513651847839355, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5631285309791565, + "median": 0.5631285309791565, + "max": 0.5631285309791565, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.338531017303467, + "median": 10.022632598876953, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 2.590794801712036, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 28.177701950073242, + "median": 22530.6640625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5631285309791565, + "median": 0.5631285309791565, + "max": 0.5631285309791565, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4761, + "controller_edge_stiffness": 330 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0161.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0161.json new file mode 100644 index 0000000000000000000000000000000000000000..759450f95f13570230bf45803b65c37f4ef2b3f2 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0161.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0161", + "executed_epochs": 161, + "score": null, + "best_score": 0.012601290599187775, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_2e21d5185e784b2896e43b6dce755cae.npz", + "optimizer_file": "boundary_2e21d5185e784b2896e43b6dce755cae_optimizer.pt", + "arrays_sha256": "fd742a4e8290437cc999c0216cd8b892211c1c373b87075ead221ee3333fe10d", + "optimizer_sha256": "d09b0c6680dd2c22b7b1bf2869ef0fd27f59cc73ebe48aa5e806788ba8c07205", + "stage": "adam", + "completed_passes": 161, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 15456, + "adam_update_count": 15456, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 162, + "consumed_count": 161, + "last_submitted_update": 15456, + "last_consumed_update": 15360, + "pending": [ + { + "reference": { + "source_update": 15456, + "completed_passes": 161, + "next_interval": 0, + "trained_intervals": 15456, + "snapshot": "pass_end_0161", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 15168, + "pass_science": { + "completed_passes": 161, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 15456, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 15456, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00018352019833400846, + "update_l2": 0.0335567407310009 + }, + "raw_ground_friction": { + "gradient_l2": 0.0005935805384069681, + "update_l2": 0.0005934834480285645 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0232751264993567e-05, + "update_l2": 0.00741187809035182 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013328055718485311, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4769, + "attachment": 330, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5594092011451721, + "ground_friction/effective": 0.5594092011451721, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013328055718485311, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037679064553231, + "ssim_fused": 0.9817185401916504, + "seg_l1": 0.0037509617395699024, + "seg_ssim_ref": 0.9817184209823608, + "depth": 0.00034142987807242513, + "rgb_loss": 0.006670620292425156, + "seg_loss": 0.00665709376335144, + "total": 0.013328055718485311 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004393468145281076, + "ssim_fused": 0.979296088218689, + "seg_l1": 0.004423464182764292, + "seg_ssim_ref": 0.9792963266372681, + "depth": 0.00048235445963943166, + "rgb_loss": 0.007655557245016098, + "seg_loss": 0.007679506205022335, + "total": 0.015335545804498073, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048235445963943166, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010762681206998719 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027352627366781235, + "ssim_fused": 0.9863293766975403, + "seg_l1": 0.002941121580079198, + "seg_ssim_ref": 0.9863293766975403, + "depth": 0.0004121824625848486, + "rgb_loss": 0.004922335036098957, + "seg_loss": 0.005087021738290787, + "total": 0.010009768956852329, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004121824625848486, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016404118654318197 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002733617788180709, + "ssim_fused": 0.9850082993507385, + "seg_l1": 0.002614425029605627, + "seg_ssim_ref": 0.9850079417228699, + "depth": 0.00032401190385455254, + "rgb_loss": 0.005185234360396862, + "seg_loss": 0.005089951679110527, + "total": 0.010275510051411243, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032401190385455254, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.2089160798997024e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005209277383983135, + "ssim_fused": 0.976240336894989, + "seg_l1": 0.005024835932999849, + "seg_ssim_ref": 0.9762398600578308, + "depth": 0.0001471706862108678, + "rgb_loss": 0.008919354528188705, + "seg_loss": 0.008771897293627262, + "total": 0.017691398061179604, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001471706862108678, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001471706862108678 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 161, + "adam_update_count": 15456 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13883723597973585 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_2e21d5185e784b2896e43b6dce755cae_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 162, + "next_interval": 0, + "next_adam_update": 15457, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 161, + "trained_intervals": 15456, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 15456, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.9283772706985474, + "median": 11.513659477233887, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5600026845932007, + "median": 0.5600026845932007, + "max": 0.5600026845932007, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.3229215145111084, + "median": 10.020099639892578, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 2.530399799346924, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 27.74127960205078, + "median": 22473.66796875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5600026845932007, + "median": 0.5600026845932007, + "max": 0.5600026845932007, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4770, + "controller_edge_stiffness": 330 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0162.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0162.json new file mode 100644 index 0000000000000000000000000000000000000000..ee2b6cece4ae80d4842d7cf6e6b2558f5e3706b4 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0162.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0162", + "executed_epochs": 162, + "score": null, + "best_score": 0.012601290599187775, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_378776b689c84c9db37897daed1cafba.npz", + "optimizer_file": "boundary_378776b689c84c9db37897daed1cafba_optimizer.pt", + "arrays_sha256": "c04cf320458650338112473fa79fb1c146788478bab0338e6df1fc3fa61d8b78", + "optimizer_sha256": "656a6ad046cacb332fc97377fcc4886b212da3879f4b02a3e5b69c442a3722d1", + "stage": "adam", + "completed_passes": 162, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 15552, + "adam_update_count": 15552, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 163, + "consumed_count": 162, + "last_submitted_update": 15552, + "last_consumed_update": 15456, + "pending": [ + { + "reference": { + "source_update": 15552, + "completed_passes": 162, + "next_interval": 0, + "trained_intervals": 15552, + "snapshot": "pass_end_0162", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 15168, + "pass_science": { + "completed_passes": 162, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 15552, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 15552, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00017364004452247173, + "update_l2": 0.03404739499092102 + }, + "raw_ground_friction": { + "gradient_l2": 0.0006613719160668552, + "update_l2": 0.0006148815155029297 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1080575859523378e-05, + "update_l2": 0.010192603804171085 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013321429545107726, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4774, + "attachment": 330, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.551340639591217, + "ground_friction/effective": 0.551340639591217, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013321429545107726, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003767983987927437, + "ssim_fused": 0.9817451238632202, + "seg_l1": 0.0037558916956186295, + "seg_ssim_ref": 0.9817449450492859, + "depth": 0.0003432464333798271, + "rgb_loss": 0.006665362045168877, + "seg_loss": 0.006655724719166756, + "total": 0.013321429545107726 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004357896279543638, + "ssim_fused": 0.9794418811798096, + "seg_l1": 0.00437507126480341, + "seg_ssim_ref": 0.9794421195983887, + "depth": 0.00048073505723228053, + "rgb_loss": 0.0075979409739375114, + "seg_loss": 0.007611633278429508, + "total": 0.015210054987424252, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048073505723228053, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010600740966283606 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002728200051933527, + "ssim_fused": 0.9863833785057068, + "seg_l1": 0.0029233896639198065, + "seg_ssim_ref": 0.9863832592964172, + "depth": 0.00041147979287896346, + "rgb_loss": 0.004905884154140949, + "seg_loss": 0.005062059964984655, + "total": 0.009968355133257197, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041147979287896346, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001633385168372968 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002740060444921255, + "ssim_fused": 0.985002338886261, + "seg_l1": 0.0026336072478443384, + "seg_ssim_ref": 0.9850019812583923, + "depth": 0.0003232649226854037, + "rgb_loss": 0.005191580392420292, + "seg_loss": 0.005106489639729261, + "total": 0.010298392831410952, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003232649226854037, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.1342179629848164e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00524577870965004, + "ssim_fused": 0.9761528968811035, + "seg_l1": 0.005091498605906963, + "seg_ssim_ref": 0.9761524200439453, + "depth": 0.00015750596072266083, + "rgb_loss": 0.008966043591499329, + "seg_loss": 0.008842715062201023, + "total": 0.0178089152283385, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015750596072266083, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015750596072266083 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 162, + "adam_update_count": 15552 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14307863399153575 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_378776b689c84c9db37897daed1cafba_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 163, + "next_interval": 0, + "next_adam_update": 15553, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 162, + "trained_intervals": 15552, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 15552, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.904953122138977, + "median": 11.513666152954102, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.55195552110672, + "median": 0.55195552110672, + "max": 0.55195552110672, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.304091453552246, + "median": 10.017528533935547, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 2.471816062927246, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 27.223796844482422, + "median": 22415.9609375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.55195552110672, + "median": 0.55195552110672, + "max": 0.55195552110672, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4774, + "controller_edge_stiffness": 330 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0163.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0163.json new file mode 100644 index 0000000000000000000000000000000000000000..5f079f90911d1ebf081c81ab3974f3238e3c2dc7 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0163.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0163", + "executed_epochs": 163, + "score": null, + "best_score": 0.012601290599187775, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_fea033e7df18405f8fc2ad87f410c681.npz", + "optimizer_file": "boundary_fea033e7df18405f8fc2ad87f410c681_optimizer.pt", + "arrays_sha256": "83f2e482a73bf09bc9854bd4b2dbbf596d9f12ed2723d02c2864ca2fc933428e", + "optimizer_sha256": "fceeb93941f2a50cc911b3b03dff761d04dc73dd50351b797fcf30d478876c88", + "stage": "adam", + "completed_passes": 163, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 15648, + "adam_update_count": 15648, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 164, + "consumed_count": 163, + "last_submitted_update": 15648, + "last_consumed_update": 15552, + "pending": [ + { + "reference": { + "source_update": 15648, + "completed_passes": 163, + "next_interval": 0, + "trained_intervals": 15648, + "snapshot": "pass_end_0163", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 15168, + "pass_science": { + "completed_passes": 163, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 15648, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 15648, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001662202994339168, + "update_l2": 0.03256266564130783 + }, + "raw_ground_friction": { + "gradient_l2": 0.0007222076528705657, + "update_l2": 0.0004730224609375 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.229901590704685e-05, + "update_l2": 0.011663373559713364 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013239404254774365, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4783, + "attachment": 332, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5318297147750854, + "ground_friction/effective": 0.5318297147750854, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013239404254774365, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037432704120874405, + "ssim_fused": 0.981842041015625, + "seg_l1": 0.0037265378050506115, + "seg_ssim_ref": 0.9818418622016907, + "depth": 0.00034163072219752297, + "rgb_loss": 0.006626213900744915, + "seg_loss": 0.006612848490476608, + "total": 0.013239404254774365 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004323579836636782, + "ssim_fused": 0.9795082807540894, + "seg_l1": 0.004292150493711233, + "seg_ssim_ref": 0.9795084595680237, + "depth": 0.00047689637070340616, + "rgb_loss": 0.007557207718491554, + "seg_loss": 0.00753202848136425, + "total": 0.015089713096226507, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047689637070340616, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001021687231339617 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002685720566660166, + "ssim_fused": 0.9865654110908508, + "seg_l1": 0.002864272566512227, + "seg_ssim_ref": 0.9865654110908508, + "depth": 0.0004049094147509382, + "rgb_loss": 0.004835494328290224, + "seg_loss": 0.004978335928171873, + "total": 0.009814235165876848, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004049094147509382, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001567681387092715 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.00272817793302238, + "ssim_fused": 0.9851069450378418, + "seg_l1": 0.002631289651617408, + "seg_ssim_ref": 0.9851067066192627, + "depth": 0.00032146428491894357, + "rgb_loss": 0.00516115315258503, + "seg_loss": 0.005083690397441387, + "total": 0.010245165014311336, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032146428491894357, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.9541541863388e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005235603079199791, + "ssim_fused": 0.9761874079704285, + "seg_l1": 0.005118438042700291, + "seg_ssim_ref": 0.9761870503425598, + "depth": 0.00016325281841680404, + "rgb_loss": 0.00895100086927414, + "seg_loss": 0.008857340551912785, + "total": 0.017808503742682766, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016325281841680404, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016325281841680404 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 163, + "adam_update_count": 15648 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13330179400509223 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_fea033e7df18405f8fc2ad87f410c681_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 164, + "next_interval": 0, + "next_adam_update": 15649, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 163, + "trained_intervals": 15648, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 15648, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.8836127519607544, + "median": 11.513676643371582, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.532302737236023, + "median": 0.532302737236023, + "max": 0.532302737236023, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.2788634300231934, + "median": 10.011370658874512, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 2.4196255207061768, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 26.54558563232422, + "median": 22278.349609375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.532302737236023, + "median": 0.532302737236023, + "max": 0.532302737236023, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4783, + "controller_edge_stiffness": 332 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0164.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0164.json new file mode 100644 index 0000000000000000000000000000000000000000..b00b0b191fd7e553e61310ac2fb2415c5c36482c --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0164.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0164", + "executed_epochs": 164, + "score": null, + "best_score": 0.012601290599187775, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_4634f9388ddb4dabb31dd7b12071a475.npz", + "optimizer_file": "boundary_4634f9388ddb4dabb31dd7b12071a475_optimizer.pt", + "arrays_sha256": "7e8f81e634af62758bc7151df54a03d2a5b0bf74743f28932d16c6916d575e34", + "optimizer_sha256": "5a9d098984f26342a907aeb2f2ac7d4904957dd19c9e51a409a70acd2e287f5e", + "stage": "adam", + "completed_passes": 164, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 15744, + "adam_update_count": 15744, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 165, + "consumed_count": 164, + "last_submitted_update": 15744, + "last_consumed_update": 15648, + "pending": [ + { + "reference": { + "source_update": 15744, + "completed_passes": 164, + "next_interval": 0, + "trained_intervals": 15744, + "snapshot": "pass_end_0164", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 15168, + "pass_science": { + "completed_passes": 164, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 15744, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 15744, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012309994781389832, + "update_l2": 0.03558872267603874 + }, + "raw_ground_friction": { + "gradient_l2": 0.000578393810428679, + "update_l2": 0.000483095645904541 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.8783948487835e-06, + "update_l2": 0.010982931591570377 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013358454559139137, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4789, + "attachment": 334, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5420848727226257, + "ground_friction/effective": 0.5420848727226257, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013358454559139137, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037792851217091084, + "ssim_fused": 0.9817162156105042, + "seg_l1": 0.0037764222361147404, + "seg_ssim_ref": 0.9817161560058594, + "depth": 0.0003479552931824906, + "rgb_loss": 0.006680191028863192, + "seg_loss": 0.006677915807813406, + "total": 0.013358454559139137 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004231860861182213, + "ssim_fused": 0.9800165295600891, + "seg_l1": 0.004211663268506527, + "seg_ssim_ref": 0.980016827583313, + "depth": 0.000476879442645392, + "rgb_loss": 0.007382182404398918, + "seg_loss": 0.007365965284407139, + "total": 0.014748624568248702, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.000476879442645392, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010215179507594755 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026857219636440277, + "ssim_fused": 0.986449122428894, + "seg_l1": 0.0028293572831898928, + "seg_ssim_ref": 0.986449122428894, + "depth": 0.00041144359532329814, + "rgb_loss": 0.004858753178268671, + "seg_loss": 0.004973661154508591, + "total": 0.009832825310711297, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041144359532329814, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016330231928163148 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002860104665160179, + "ssim_fused": 0.9844437837600708, + "seg_l1": 0.0028139695059508085, + "seg_ssim_ref": 0.9844435453414917, + "depth": 0.0003280408537025666, + "rgb_loss": 0.005399326793849468, + "seg_loss": 0.005362466908991337, + "total": 0.010762121743694508, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003280408537025666, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.611811064701108e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005339452996850014, + "ssim_fused": 0.9759553074836731, + "seg_l1": 0.005250698886811733, + "seg_ssim_ref": 0.9759549498558044, + "depth": 0.00017545728105870586, + "rgb_loss": 0.009080501273274422, + "seg_loss": 0.009009569883346558, + "total": 0.018090246613902038, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017545728105870586, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001754572810587059 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 164, + "adam_update_count": 15744 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13896931099588983 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_4634f9388ddb4dabb31dd7b12071a475_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 165, + "next_interval": 0, + "next_adam_update": 15745, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 164, + "trained_intervals": 15744, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 15744, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.868811309337616, + "median": 11.513681411743164, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5425679683685303, + "median": 0.5425679683685303, + "max": 0.5425679683685303, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.2741217613220215, + "median": 10.006491661071777, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 2.384075403213501, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 26.420011520385742, + "median": 22169.919921875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5425679683685303, + "median": 0.5425679683685303, + "max": 0.5425679683685303, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4789, + "controller_edge_stiffness": 334 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0165.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0165.json new file mode 100644 index 0000000000000000000000000000000000000000..3259f3fed2ccc4fd945ce04314a13a15d40ba0ad --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0165.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0165", + "executed_epochs": 165, + "score": null, + "best_score": 0.012601290599187775, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c8d7e14ffb494ba3907b9258f88ffac9.npz", + "optimizer_file": "boundary_c8d7e14ffb494ba3907b9258f88ffac9_optimizer.pt", + "arrays_sha256": "4647503cf1b0cf3a84ca5c0facb56d87b6cbbd00dc5a95df1c939ff62cd657f9", + "optimizer_sha256": "9a132eec636aa237de440aa31b6112a5709aece459fc8e4671f1fb9dce5c3ff5", + "stage": "adam", + "completed_passes": 165, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 15840, + "adam_update_count": 15840, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 166, + "consumed_count": 165, + "last_submitted_update": 15840, + "last_consumed_update": 15744, + "pending": [ + { + "reference": { + "source_update": 15840, + "completed_passes": 165, + "next_interval": 0, + "trained_intervals": 15840, + "snapshot": "pass_end_0165", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 15168, + "pass_science": { + "completed_passes": 165, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 15840, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 15840, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00043955916771665215, + "update_l2": 0.03625911474227905 + }, + "raw_ground_friction": { + "gradient_l2": 0.0011862836545333266, + "update_l2": 0.00035691261291503906 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 2.039422543020919e-05, + "update_l2": 0.013137266039848328 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013398037217124393, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4799, + "attachment": 334, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.523391604423523, + "ground_friction/effective": 0.523391604423523, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013398037217124393, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003789652371779084, + "ssim_fused": 0.9816875457763672, + "seg_l1": 0.003801184007897973, + "seg_ssim_ref": 0.9816873669624329, + "depth": 0.000350568010499895, + "rgb_loss": 0.006694215349853039, + "seg_loss": 0.006703471299260855, + "total": 0.013398037217124393 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004149660933762789, + "ssim_fused": 0.9803457856178284, + "seg_l1": 0.004061014857143164, + "seg_ssim_ref": 0.9803459644317627, + "depth": 0.0004754111977894272, + "rgb_loss": 0.007250571623444557, + "seg_loss": 0.007179618813097477, + "total": 0.014430665847739823, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004754111977894272, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010068355021998277 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026486385613679886, + "ssim_fused": 0.9865570068359375, + "seg_l1": 0.00277339736931026, + "seg_ssim_ref": 0.986556887626648, + "depth": 0.00040842979000208743, + "rgb_loss": 0.004807509481906891, + "seg_loss": 0.004907340742647648, + "total": 0.009715258654344541, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040842979000208743, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016028851396042074 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0029584357980638742, + "ssim_fused": 0.9840523600578308, + "seg_l1": 0.002975858049467206, + "seg_ssim_ref": 0.9840521216392517, + "depth": 0.0003317298642869314, + "rgb_loss": 0.005556276999413967, + "seg_loss": 0.0055702622048556805, + "total": 0.011126870468472647, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003317298642869314, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.980712123137584e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0054018739610910416, + "ssim_fused": 0.9757949709892273, + "seg_l1": 0.00539446622133255, + "seg_ssim_ref": 0.9757945537567139, + "depth": 0.000186701189921134, + "rgb_loss": 0.00916250515729189, + "seg_loss": 0.009156662970781326, + "total": 0.018319353897940562, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.000186701189921134, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.000186701189921134 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 165, + "adam_update_count": 15840 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14111968700308353 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c8d7e14ffb494ba3907b9258f88ffac9_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 166, + "next_interval": 0, + "next_adam_update": 15841, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 165, + "trained_intervals": 15840, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 15840, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.8430444598197937, + "median": 11.513690948486328, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.523748517036438, + "median": 0.523748517036438, + "max": 0.523748517036438, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.2476651668548584, + "median": 10.008203506469727, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 2.323429822921753, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 25.730194091796875, + "median": 22207.904296875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.523748517036438, + "median": 0.523748517036438, + "max": 0.523748517036438, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4799, + "controller_edge_stiffness": 334 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0166.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0166.json new file mode 100644 index 0000000000000000000000000000000000000000..8341fa2b146600aa7204fee0caa3695abf6d8a5c --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0166.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0166", + "executed_epochs": 166, + "score": null, + "best_score": 0.012601290599187775, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a616992deeef4b11a7d72dc527c3c9e3.npz", + "optimizer_file": "boundary_a616992deeef4b11a7d72dc527c3c9e3_optimizer.pt", + "arrays_sha256": "ad934041544ad15afa0413df9d36ab9512400a4b803c7c5382d93a5c5bd90ca8", + "optimizer_sha256": "d4926e644f0dd1edac929f91b9f6954892c3959b70b01f610fafcd39621fbd95", + "stage": "adam", + "completed_passes": 166, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 15936, + "adam_update_count": 15936, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 167, + "consumed_count": 166, + "last_submitted_update": 15936, + "last_consumed_update": 15840, + "pending": [ + { + "reference": { + "source_update": 15936, + "completed_passes": 166, + "next_interval": 0, + "trained_intervals": 15936, + "snapshot": "pass_end_0166", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 15168, + "pass_science": { + "completed_passes": 166, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 15936, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 15936, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.869878365658224e-05, + "update_l2": 0.03417055681347847 + }, + "raw_ground_friction": { + "gradient_l2": 0.0005667805671691895, + "update_l2": 0.0005040764808654785 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.721037945884746e-06, + "update_l2": 0.00826248899102211 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013269063607659434, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4806, + "attachment": 338, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5545106530189514, + "ground_friction/effective": 0.5545106530189514, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013269063607659434, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037529789842665195, + "ssim_fused": 0.9818111062049866, + "seg_l1": 0.003738467115908861, + "seg_ssim_ref": 0.9818110466003418, + "depth": 0.00034301621863618497, + "rgb_loss": 0.00664015905931592, + "seg_loss": 0.006628561299294233, + "total": 0.013269063607659434 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004307744558900595, + "ssim_fused": 0.9796729683876038, + "seg_l1": 0.004304962232708931, + "seg_ssim_ref": 0.9796732068061829, + "depth": 0.00047752131384849126, + "rgb_loss": 0.007511602248996496, + "seg_loss": 0.0075093284249305725, + "total": 0.015021408660902204, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047752131384849126, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010279366627904682 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027211224660277367, + "ssim_fused": 0.9864045977592468, + "seg_l1": 0.002905608620494604, + "seg_ssim_ref": 0.986404538154602, + "depth": 0.00041289723718745876, + "rgb_loss": 0.004895978607237339, + "seg_loss": 0.005043579265475273, + "total": 0.0099399707699498, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041289723718745876, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016475596114579215 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027563204057514668, + "ssim_fused": 0.984924852848053, + "seg_l1": 0.0026645322795957327, + "seg_ssim_ref": 0.9849246144294739, + "depth": 0.00032510521783778027, + "rgb_loss": 0.005220085848122835, + "seg_loss": 0.005146702751517296, + "total": 0.010367113239196682, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032510521783778027, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.3182474782224684e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005226728972047567, + "ssim_fused": 0.9762420654296875, + "seg_l1": 0.005078765098005533, + "seg_ssim_ref": 0.9762418866157532, + "depth": 0.00015654110567100963, + "rgb_loss": 0.008932970464229584, + "seg_loss": 0.008814634755253792, + "total": 0.017747761760589047, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015654110567100963, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015654110567100963 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 166, + "adam_update_count": 15936 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13098125500255264 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a616992deeef4b11a7d72dc527c3c9e3_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 167, + "next_interval": 0, + "next_adam_update": 15937, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 166, + "trained_intervals": 15936, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 15936, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.8300510048866272, + "median": 11.513700485229492, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5550147294998169, + "median": 0.5550147294998169, + "max": 0.5550147294998169, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.261589288711548, + "median": 10.005633354187012, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 2.293435573577881, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 26.090970993041992, + "median": 22150.8984375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5550147294998169, + "median": 0.5550147294998169, + "max": 0.5550147294998169, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4806, + "controller_edge_stiffness": 338 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0167.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0167.json new file mode 100644 index 0000000000000000000000000000000000000000..61f6584937dd3807b6bd0883bc198c2c8613ea1b --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0167.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0167", + "executed_epochs": 167, + "score": null, + "best_score": 0.012601290599187775, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d718e90a26814644874f16e739d0a7bf.npz", + "optimizer_file": "boundary_d718e90a26814644874f16e739d0a7bf_optimizer.pt", + "arrays_sha256": "0ba9f44a65df0cca5a53d08a09bd32589c76a93e5a0e3a62a552a09ab1c750fa", + "optimizer_sha256": "cf30d2b7b78cb9cadb03f490170bea5bd3e46e8f60b814ec19092540c4040a56", + "stage": "adam", + "completed_passes": 167, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 16032, + "adam_update_count": 16032, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 168, + "consumed_count": 167, + "last_submitted_update": 16032, + "last_consumed_update": 15936, + "pending": [ + { + "reference": { + "source_update": 16032, + "completed_passes": 167, + "next_interval": 0, + "trained_intervals": 16032, + "snapshot": "pass_end_0167", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 15168, + "pass_science": { + "completed_passes": 167, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 16032, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 16032, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.160156721714884e-05, + "update_l2": 0.033984601497650146 + }, + "raw_ground_friction": { + "gradient_l2": 0.0005727367242798209, + "update_l2": 0.0006049275398254395 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 6.178343028295785e-06, + "update_l2": 0.008611663244664669 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013221795068013222, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4816, + "attachment": 341, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5548388957977295, + "ground_friction/effective": 0.5548388957977295, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013221795068013222, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003736802376806736, + "ssim_fused": 0.9818501472473145, + "seg_l1": 0.003715058322995901, + "seg_ssim_ref": 0.9818500280380249, + "depth": 0.0003411927099515581, + "rgb_loss": 0.006619412451982498, + "seg_loss": 0.00660204142332077, + "total": 0.013221795068013222 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004415550734847784, + "ssim_fused": 0.979171097278595, + "seg_l1": 0.0044286674819886684, + "seg_ssim_ref": 0.9791713953018188, + "depth": 0.00048102065490144815, + "rgb_loss": 0.007698221132159233, + "seg_loss": 0.007708655204623938, + "total": 0.01540735782309936, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048102065490144815, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010629300733200373 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027683437801897526, + "ssim_fused": 0.9862533211708069, + "seg_l1": 0.003006023820489645, + "seg_ssim_ref": 0.9862531423568726, + "depth": 0.0004153741417447523, + "rgb_loss": 0.004964010789990425, + "seg_loss": 0.005154190585017204, + "total": 0.010118616749149375, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004153741417447523, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001672328657030856 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002647751709446311, + "ssim_fused": 0.9854575991630554, + "seg_l1": 0.002508796053007245, + "seg_ssim_ref": 0.9854573607444763, + "depth": 0.0003235523410894286, + "rgb_loss": 0.00502668134868145, + "seg_loss": 0.00491556478664279, + "total": 0.009942570153326617, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003235523410894286, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.162959803387309e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005115562584251165, + "ssim_fused": 0.9765185713768005, + "seg_l1": 0.00491674616932869, + "seg_ssim_ref": 0.9765182137489319, + "depth": 0.0001448237020706033, + "rgb_loss": 0.008788736537098885, + "seg_loss": 0.008629754185676575, + "total": 0.017418635546477528, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001448237020706033, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014482370207060332 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 167, + "adam_update_count": 16032 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.130297749012243 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d718e90a26814644874f16e739d0a7bf_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 168, + "next_interval": 0, + "next_adam_update": 16033, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 167, + "trained_intervals": 16032, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 16032, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.8054537773132324, + "median": 11.513720512390137, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5554438233375549, + "median": 0.5554438233375549, + "max": 0.5554438233375549, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.2453792095184326, + "median": 10.002119064331055, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 2.2377116680145264, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 25.671443939208984, + "median": 22073.19140625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5554438233375549, + "median": 0.5554438233375549, + "max": 0.5554438233375549, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4816, + "controller_edge_stiffness": 341 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0168.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0168.json new file mode 100644 index 0000000000000000000000000000000000000000..db59308243a418507b3e45abf33325149313a253 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0168.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0168", + "executed_epochs": 168, + "score": null, + "best_score": 0.012580873818504578, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_bc78541af6f545e4989d44fab765ebe2.npz", + "optimizer_file": "boundary_bc78541af6f545e4989d44fab765ebe2_optimizer.pt", + "arrays_sha256": "a4a359c80430d2d81dadf4d93311f386ce24c8106017c69be0cc1ee859d74a48", + "optimizer_sha256": "07d5fe2b9754588d13d9edb6269563bfdaddbcffe5df30749d3d4da437b356a7", + "stage": "adam", + "completed_passes": 168, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 16128, + "adam_update_count": 16128, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 169, + "consumed_count": 168, + "last_submitted_update": 16128, + "last_consumed_update": 16032, + "pending": [ + { + "reference": { + "source_update": 16128, + "completed_passes": 168, + "next_interval": 0, + "trained_intervals": 16128, + "snapshot": "pass_end_0168", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 16032, + "pass_science": { + "completed_passes": 168, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 16128, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 16128, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001204229993163608, + "update_l2": 0.033954985439777374 + }, + "raw_ground_friction": { + "gradient_l2": 0.0005643609329126775, + "update_l2": 0.0006232857704162598 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.240981631184695e-06, + "update_l2": 0.007717645727097988 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013277468261572183, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4822, + "attachment": 341, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5605709552764893, + "ground_friction/effective": 0.5605709552764893, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013277468261572183, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037545189261436462, + "ssim_fused": 0.9817905426025391, + "seg_l1": 0.0037371432408690453, + "seg_ssim_ref": 0.9817904829978943, + "depth": 0.000342949556767255, + "rgb_loss": 0.006645501125603914, + "seg_loss": 0.006631624419242144, + "total": 0.013277468261572183 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004395536612719297, + "ssim_fused": 0.9793108105659485, + "seg_l1": 0.004426259547472, + "seg_ssim_ref": 0.9793109893798828, + "depth": 0.0004830426012321064, + "rgb_loss": 0.007654267363250256, + "seg_loss": 0.00767881004139781, + "total": 0.01533355998158801, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004830426012321064, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010831495366266199 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027670401614159346, + "ssim_fused": 0.9862373471260071, + "seg_l1": 0.0029891380108892918, + "seg_ssim_ref": 0.9862371683120728, + "depth": 0.00041514117838245757, + "rgb_loss": 0.0049661630764603615, + "seg_loss": 0.0051438771188259125, + "total": 0.010110455336464656, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041514117838245757, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016699990234079085 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002688676817342639, + "ssim_fused": 0.9852356314659119, + "seg_l1": 0.002560432767495513, + "seg_ssim_ref": 0.9852354526519775, + "depth": 0.00032396987851734986, + "rgb_loss": 0.005103815346956253, + "seg_loss": 0.00500125577673316, + "total": 0.010105395559229218, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032396987851734986, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.204713546179435e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005166822578758001, + "ssim_fused": 0.9763785004615784, + "seg_l1": 0.00497274287045002, + "seg_ssim_ref": 0.9763782024383545, + "depth": 0.00014964456893710624, + "rgb_loss": 0.008857758715748787, + "seg_loss": 0.008702553808689117, + "total": 0.017560462169006842, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014964456893710624, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001496445689371062 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 168, + "adam_update_count": 16128 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.15125516598345712 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_bc78541af6f545e4989d44fab765ebe2_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 169, + "next_interval": 0, + "next_adam_update": 16129, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 168, + "trained_intervals": 16128, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 16128, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.7819496393203735, + "median": 11.513737678527832, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5611942410469055, + "median": 0.5611942410469055, + "max": 0.5611942410469055, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.232332468032837, + "median": 10.000140190124512, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 2.185729503631592, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 25.33868980407715, + "median": 22029.5546875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5611942410469055, + "median": 0.5611942410469055, + "max": 0.5611942410469055, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4822, + "controller_edge_stiffness": 341 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0169.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0169.json new file mode 100644 index 0000000000000000000000000000000000000000..633aa1121bb13967aa4c42a105a6104777dbcc8c --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0169.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0169", + "executed_epochs": 169, + "score": null, + "best_score": 0.01254114896947199, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_72843b0909e74a17b7a139b34aabcf22.npz", + "optimizer_file": "boundary_72843b0909e74a17b7a139b34aabcf22_optimizer.pt", + "arrays_sha256": "2d0263d95cbdc4ecfde0f6de1ac8062648b1c44276894318c6fce46f9f08ef6f", + "optimizer_sha256": "a20cce7d88d9a89cb8d716cf94defdaeadd0a5105d62b1102fd6e35b28ce11da", + "stage": "adam", + "completed_passes": 169, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 16224, + "adam_update_count": 16224, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 170, + "consumed_count": 169, + "last_submitted_update": 16224, + "last_consumed_update": 16128, + "pending": [ + { + "reference": { + "source_update": 16224, + "completed_passes": 169, + "next_interval": 0, + "trained_intervals": 16224, + "snapshot": "pass_end_0169", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 16128, + "pass_science": { + "completed_passes": 169, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 16224, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 16224, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013496394967660308, + "update_l2": 0.03350492939352989 + }, + "raw_ground_friction": { + "gradient_l2": 0.0007078507333062589, + "update_l2": 0.0005500912666320801 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.068269042065367e-06, + "update_l2": 0.008106096647679806 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01326214104593616, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4832, + "attachment": 342, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5679575204849243, + "ground_friction/effective": 0.5679575204849243, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01326214104593616, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003748152870684862, + "ssim_fused": 0.9817904233932495, + "seg_l1": 0.003724264446645975, + "seg_ssim_ref": 0.9817902445793152, + "depth": 0.00034018122475464935, + "rgb_loss": 0.006640440784394741, + "seg_loss": 0.006621359847486019, + "total": 0.01326214104593616 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004410879220813513, + "ssim_fused": 0.9792359471321106, + "seg_l1": 0.004444602876901627, + "seg_ssim_ref": 0.9792361855506897, + "depth": 0.0004822299607067058, + "rgb_loss": 0.007681514136493206, + "seg_loss": 0.007708445191383362, + "total": 0.015390441557837274, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004822299607067058, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010750231313726133 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027607418596744537, + "ssim_fused": 0.9862434267997742, + "seg_l1": 0.002989103551954031, + "seg_ssim_ref": 0.9862431883811951, + "depth": 0.0004165139854456199, + "rgb_loss": 0.004959908314049244, + "seg_loss": 0.005142644979059696, + "total": 0.010102969807094386, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004165139854456199, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001683727094039532 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002685180865228176, + "ssim_fused": 0.9852395057678223, + "seg_l1": 0.0025468894746154547, + "seg_ssim_ref": 0.9852392673492432, + "depth": 0.0003251372898494203, + "rgb_loss": 0.005100243724882603, + "seg_loss": 0.004989658482372761, + "total": 0.010090227344545212, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003251372898494203, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.321454679386476e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0051358104683458805, + "ssim_fused": 0.9764427542686462, + "seg_l1": 0.0049164616502821445, + "seg_ssim_ref": 0.9764423966407776, + "depth": 0.00013684366301685154, + "rgb_loss": 0.008820097893476486, + "seg_loss": 0.008644690737128258, + "total": 0.01746492547426776, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013684366301685154, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013684366301685154 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 169, + "adam_update_count": 16224 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13339935499243438 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_72843b0909e74a17b7a139b34aabcf22_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 170, + "next_interval": 0, + "next_adam_update": 16225, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 169, + "trained_intervals": 16224, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 16224, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.7591931223869324, + "median": 11.513753890991211, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5685076117515564, + "median": 0.5685076117515564, + "max": 0.5685076117515564, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.220322847366333, + "median": 9.998519897460938, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 2.13655161857605, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 25.03620147705078, + "median": 21993.888671875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5685076117515564, + "median": 0.5685076117515564, + "max": 0.5685076117515564, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4832, + "controller_edge_stiffness": 342 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0170.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0170.json new file mode 100644 index 0000000000000000000000000000000000000000..55c3e089ff54a3ec7738347b69d4381c1d194149 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0170.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0170", + "executed_epochs": 170, + "score": null, + "best_score": 0.01254114896947199, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_3093a9e60b14492d802231b3b929f8a9.npz", + "optimizer_file": "boundary_3093a9e60b14492d802231b3b929f8a9_optimizer.pt", + "arrays_sha256": "4e0b3ddb0b58452ec6c49b257411375b922fb41695bde96c9ac7cbe00086240d", + "optimizer_sha256": "41ffea07307df78572cfc6cce111763302388c639c9c95f3b300eff2cf557462", + "stage": "adam", + "completed_passes": 170, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 16320, + "adam_update_count": 16320, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 171, + "consumed_count": 170, + "last_submitted_update": 16320, + "last_consumed_update": 16224, + "pending": [ + { + "reference": { + "source_update": 16320, + "completed_passes": 170, + "next_interval": 0, + "trained_intervals": 16320, + "snapshot": "pass_end_0170", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 16128, + "pass_science": { + "completed_passes": 170, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 16320, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 16320, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00033835816429927945, + "update_l2": 0.03338881582021713 + }, + "raw_ground_friction": { + "gradient_l2": 0.0008555998792871833, + "update_l2": 0.0005075335502624512 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3462006791087333e-05, + "update_l2": 0.006737047806382179 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013317275047494468, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4839, + "attachment": 342, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5636040568351746, + "ground_friction/effective": 0.5636040568351746, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013317275047494468, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003766309004276991, + "ssim_fused": 0.9817359447479248, + "seg_l1": 0.0037478036247193813, + "seg_ssim_ref": 0.9817358255386353, + "depth": 0.0003422146722640092, + "rgb_loss": 0.006665860768407583, + "seg_loss": 0.006651071831583977, + "total": 0.013317275047494468 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004360318183898926, + "ssim_fused": 0.9794820547103882, + "seg_l1": 0.004391981288790703, + "seg_ssim_ref": 0.9794824123382568, + "depth": 0.0004828749255398805, + "rgb_loss": 0.007591843605041504, + "seg_loss": 0.007617102935910225, + "total": 0.015209429415877268, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004828749255398805, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010814727797043606 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027394811622798443, + "ssim_fused": 0.9862977266311646, + "seg_l1": 0.002933799521997571, + "seg_ssim_ref": 0.9862977266311646, + "depth": 0.00041355650929320227, + "rgb_loss": 0.00493203941732645, + "seg_loss": 0.005087494384497404, + "total": 0.01001994689267186, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041355650929320227, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001654152332515356 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027479734271764755, + "ssim_fused": 0.9849321842193604, + "seg_l1": 0.0026329727843403816, + "seg_ssim_ref": 0.9849318861961365, + "depth": 0.00032649871860035787, + "rgb_loss": 0.00521194189786911, + "seg_loss": 0.0051200008019804955, + "total": 0.010332269198568205, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032649871860035787, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.457597554480236e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005217462312430143, + "ssim_fused": 0.9762317538261414, + "seg_l1": 0.0050324611365795135, + "seg_ssim_ref": 0.9762313961982727, + "depth": 0.00014592853562259625, + "rgb_loss": 0.008927619084715843, + "seg_loss": 0.00877968966960907, + "total": 0.017707454682860536, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014592853562259625, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014592853562259625 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 170, + "adam_update_count": 16320 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13961688100243919 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_3093a9e60b14492d802231b3b929f8a9_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 171, + "next_interval": 0, + "next_adam_update": 16321, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 170, + "trained_intervals": 16320, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 16320, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.7366474270820618, + "median": 11.513766288757324, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.564111590385437, + "median": 0.564111590385437, + "max": 0.564111590385437, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.2037158012390137, + "median": 9.995665550231934, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 2.0889205932617188, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 24.623857498168945, + "median": 21931.19921875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.564111590385437, + "median": 0.564111590385437, + "max": 0.564111590385437, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4839, + "controller_edge_stiffness": 342 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +}