diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0371.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0371.json new file mode 100644 index 0000000000000000000000000000000000000000..47d4a279635604e7f9be2e00faa0c8754a4fa2bf --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0371.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0371", + "executed_epochs": 371, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_cae685e3bce64f9e9123760f233200a1.npz", + "optimizer_file": "boundary_cae685e3bce64f9e9123760f233200a1_optimizer.pt", + "arrays_sha256": "f744a2a3c7e9eba5d6361ce6bb39367a8f1ec413b9f522b372d5ceebe8fc4357", + "optimizer_sha256": "ee95ec9ec756b833828a657a35720a99bbf8f295fc67671bbb33fe4887b0e8ab", + "stage": "adam", + "completed_passes": 371, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 35616, + "adam_update_count": 35616, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 372, + "consumed_count": 371, + "last_submitted_update": 35616, + "last_consumed_update": 35520, + "pending": [ + { + "reference": { + "source_update": 35616, + "completed_passes": 371, + "next_interval": 0, + "trained_intervals": 35616, + "snapshot": "pass_end_0371", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 371, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 35616, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 35616, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.967219037003815e-05, + "update_l2": 0.02910449728369713 + }, + "raw_ground_friction": { + "gradient_l2": 0.002146189333871007, + "update_l2": 0.0008150935173034668 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0928611118288245e-05, + "update_l2": 0.010718414559960365 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013155165820112592, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5569, + "attachment": 459, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47749048471450806, + "ground_friction/effective": 0.47749048471450806, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013155165820112592, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003718211315572262, + "ssim_fused": 0.9820183515548706, + "seg_l1": 0.003734464291483164, + "seg_ssim_ref": 0.982018232345581, + "depth": 0.00034155576503861493, + "rgb_loss": 0.006570901721715927, + "seg_loss": 0.006583922542631626, + "total": 0.013155165820112592 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004393278155475855, + "ssim_fused": 0.9795439839363098, + "seg_l1": 0.004470517858862877, + "seg_ssim_ref": 0.9795442819595337, + "depth": 0.00048141102075318086, + "rgb_loss": 0.007605825550854206, + "seg_loss": 0.007667558267712593, + "total": 0.015273865229587553, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048141102075318086, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010668337318373638 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.00293175526894629, + "ssim_fused": 0.9857081174850464, + "seg_l1": 0.003255473682656884, + "seg_ssim_ref": 0.9857079982757568, + "depth": 0.00042013053278438774, + "rgb_loss": 0.005203780718147755, + "seg_loss": 0.00546277966350317, + "total": 0.01066698051218371, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042013053278438774, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017198925674272107 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002567313378676772, + "ssim_fused": 0.9859313368797302, + "seg_l1": 0.0024510922376066446, + "seg_ssim_ref": 0.9859311580657959, + "depth": 0.0003277747334796003, + "rgb_loss": 0.004867583513259888, + "seg_loss": 0.004774642176926136, + "total": 0.009642553464919504, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003277747334796003, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.585199042404477e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00498049845919013, + "ssim_fused": 0.9768899083137512, + "seg_l1": 0.00476077338680625, + "seg_ssim_ref": 0.9768895506858826, + "depth": 0.00013690677313729085, + "rgb_loss": 0.00860641710460186, + "seg_loss": 0.00843070913106203, + "total": 0.017037264073759602, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013690677313729085, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013690677313729085 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 371, + "adam_update_count": 35616 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13501857599476352 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_cae685e3bce64f9e9123760f233200a1_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 372, + "next_interval": 0, + "next_adam_update": 35617, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 371, + "trained_intervals": 35616, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 35616, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.833249568939209, + "median": 11.515257835388184, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4783055782318115, + "median": 0.4783055782318115, + "max": 0.4783055782318115, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.9580032825469971, + "median": 9.466451644897461, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15989314019680023, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.6064867973327637, + "median": 12918.96484375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4783055782318115, + "median": 0.4783055782318115, + "max": 0.4783055782318115, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5569, + "controller_edge_stiffness": 459 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0372.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0372.json new file mode 100644 index 0000000000000000000000000000000000000000..f1ee1414c19242f3891680eaec2e7c6cdd9234e7 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0372.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0372", + "executed_epochs": 372, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7305bb7c2843452d981c838433bc8201.npz", + "optimizer_file": "boundary_7305bb7c2843452d981c838433bc8201_optimizer.pt", + "arrays_sha256": "d175ab60f400d0654e5e420cd9216e0986ee514600b4d3e94d139e199e93e143", + "optimizer_sha256": "b273ac90c831eed02d3002c69f0c6f3d809cb624d4ddc62c7e2aad3b144935f0", + "stage": "adam", + "completed_passes": 372, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 35712, + "adam_update_count": 35712, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 373, + "consumed_count": 372, + "last_submitted_update": 35712, + "last_consumed_update": 35616, + "pending": [ + { + "reference": { + "source_update": 35712, + "completed_passes": 372, + "next_interval": 0, + "trained_intervals": 35712, + "snapshot": "pass_end_0372", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 372, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 35712, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 35712, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.786449325270951e-05, + "update_l2": 0.0289932731539011 + }, + "raw_ground_friction": { + "gradient_l2": 0.0018988802330568433, + "update_l2": 0.000781327486038208 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0890592420764733e-05, + "update_l2": 0.011263178661465645 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013128120488564023, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5570, + "attachment": 460, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47689691185951233, + "ground_friction/effective": 0.47689691185951233, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013128120488564023, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037130890414118767, + "ssim_fused": 0.9820576906204224, + "seg_l1": 0.003725457238033414, + "seg_ssim_ref": 0.9820575714111328, + "depth": 0.00034136612201665737, + "rgb_loss": 0.006558933295309544, + "seg_loss": 0.006568845361471176, + "total": 0.013128120488564023 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004348349291831255, + "ssim_fused": 0.9797590970993042, + "seg_l1": 0.00442978972569108, + "seg_ssim_ref": 0.9797592759132385, + "depth": 0.00048025468922711706, + "rgb_loss": 0.007526860572397709, + "seg_loss": 0.007591976784169674, + "total": 0.01511931761125661, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048025468922711706, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010552704165767257 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029034526087343693, + "ssim_fused": 0.9857903718948364, + "seg_l1": 0.0032022064551711082, + "seg_ssim_ref": 0.9857903718948364, + "depth": 0.00041850314397002706, + "rgb_loss": 0.005164687521755695, + "seg_loss": 0.005403690971434116, + "total": 0.010568796996333781, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041850314397002706, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017036186792836034 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025727299507707357, + "ssim_fused": 0.9858923554420471, + "seg_l1": 0.0024532340466976166, + "seg_ssim_ref": 0.9858921766281128, + "depth": 0.0003240342233151507, + "rgb_loss": 0.00487971305847168, + "seg_loss": 0.004784151911735535, + "total": 0.009664189004430529, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003240342233151507, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.211148025959516e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00502782454714179, + "ssim_fused": 0.9767889380455017, + "seg_l1": 0.004816598258912563, + "seg_ssim_ref": 0.9767885804176331, + "depth": 0.00014267243155433485, + "rgb_loss": 0.00866447202861309, + "seg_loss": 0.008495562709867954, + "total": 0.017160178342235172, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014267243155433485, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014267243155433485 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 372, + "adam_update_count": 35712 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13645982099114917 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7305bb7c2843452d981c838433bc8201_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 373, + "next_interval": 0, + "next_adam_update": 35713, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 372, + "trained_intervals": 35712, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 35712, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8403244018554688, + "median": 11.51526165008545, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47767823934555054, + "median": 0.47767823934555054, + "max": 0.47767823934555054, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.9518682360649109, + "median": 9.465424537658691, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15876591205596924, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.5905449390411377, + "median": 12905.7021484375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47767823934555054, + "median": 0.47767823934555054, + "max": 0.47767823934555054, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5570, + "controller_edge_stiffness": 460 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0373.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0373.json new file mode 100644 index 0000000000000000000000000000000000000000..f1f4009d5da97649ed018805ce8ddefd54afd8ec --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0373.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0373", + "executed_epochs": 373, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_8cae996894734bb1825585abc4dc9e2e.npz", + "optimizer_file": "boundary_8cae996894734bb1825585abc4dc9e2e_optimizer.pt", + "arrays_sha256": "a971a3aab3a65c13b27a9184e80a0806997d2a4a7e186d7933842908b885e71b", + "optimizer_sha256": "722d401e4d5fcfde919f2650195981aebe0f98b9c0c44b603c4034841f214875", + "stage": "adam", + "completed_passes": 373, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 35808, + "adam_update_count": 35808, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 374, + "consumed_count": 373, + "last_submitted_update": 35808, + "last_consumed_update": 35712, + "pending": [ + { + "reference": { + "source_update": 35808, + "completed_passes": 373, + "next_interval": 0, + "trained_intervals": 35808, + "snapshot": "pass_end_0373", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 373, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 35808, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 35808, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0002467519079800695, + "update_l2": 0.029230870306491852 + }, + "raw_ground_friction": { + "gradient_l2": 0.0015397266251966357, + "update_l2": 0.0007103383541107178 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0411517905595247e-05, + "update_l2": 0.011560313403606415 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013086828915638896, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5573, + "attachment": 460, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4769197702407837, + "ground_friction/effective": 0.4769197702407837, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013086828915638896, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037014451809227467, + "ssim_fused": 0.9821045398712158, + "seg_l1": 0.0037089239340275526, + "seg_ssim_ref": 0.9821045398712158, + "depth": 0.00033741840538769295, + "rgb_loss": 0.006540248170495033, + "seg_loss": 0.006546243093907833, + "total": 0.013086828915638896 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004335371777415276, + "ssim_fused": 0.9798515439033508, + "seg_l1": 0.004434806294739246, + "seg_ssim_ref": 0.9798519015312195, + "depth": 0.00048109771430000873, + "rgb_loss": 0.0074979886412620544, + "seg_loss": 0.0075774649158120155, + "total": 0.01507593465478837, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048109771430000873, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010637006673056423 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002905093366280198, + "ssim_fused": 0.9857394695281982, + "seg_l1": 0.003203093074262142, + "seg_ssim_ref": 0.9857394099235535, + "depth": 0.0004133756033031066, + "rgb_loss": 0.005176180973649025, + "seg_loss": 0.005414592567831278, + "total": 0.010591186451422319, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004133756033031066, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001652343272614399 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025552590377628803, + "ssim_fused": 0.9859711527824402, + "seg_l1": 0.0024271546863019466, + "seg_ssim_ref": 0.9859709739685059, + "depth": 0.00032136320389496777, + "rgb_loss": 0.004849976859986782, + "seg_loss": 0.004747529048472643, + "total": 0.009597827737324607, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032136320389496777, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.9440460839412205e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005010057240724564, + "ssim_fused": 0.976855993270874, + "seg_l1": 0.004770641215145588, + "seg_ssim_ref": 0.9768556356430054, + "depth": 0.00013383710005268867, + "rgb_loss": 0.008636847138404846, + "seg_loss": 0.008445385843515396, + "total": 0.017082366819020294, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013383710005268867, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013383710005268867 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 373, + "adam_update_count": 35808 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14084414599346928 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_8cae996894734bb1825585abc4dc9e2e_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 374, + "next_interval": 0, + "next_adam_update": 35809, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 373, + "trained_intervals": 35808, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 35808, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8465781211853027, + "median": 11.515262603759766, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4776301085948944, + "median": 0.4776301085948944, + "max": 0.4776301085948944, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.9482956528663635, + "median": 9.462482452392578, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1577761322259903, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.5813064575195312, + "median": 12867.7890625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4776301085948944, + "median": 0.4776301085948944, + "max": 0.4776301085948944, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5573, + "controller_edge_stiffness": 460 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0374.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0374.json new file mode 100644 index 0000000000000000000000000000000000000000..28361e7c52969a2c60d7e5351337b0201e2088af --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0374.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0374", + "executed_epochs": 374, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_110744d589314a08b911fb17c07d7f3d.npz", + "optimizer_file": "boundary_110744d589314a08b911fb17c07d7f3d_optimizer.pt", + "arrays_sha256": "8b77a050d0f0a79eb548e39aa6e2d963eef1c9426b9f69a453b5fc88353ce0ba", + "optimizer_sha256": "d1f2b0c36c999a898d421c31f0af35c6c8136657549c64c59329363e86b4462b", + "stage": "adam", + "completed_passes": 374, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 35904, + "adam_update_count": 35904, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 375, + "consumed_count": 374, + "last_submitted_update": 35904, + "last_consumed_update": 35808, + "pending": [ + { + "reference": { + "source_update": 35904, + "completed_passes": 374, + "next_interval": 0, + "trained_intervals": 35904, + "snapshot": "pass_end_0374", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 374, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 35904, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 35904, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.612226858735085e-05, + "update_l2": 0.02918287366628647 + }, + "raw_ground_friction": { + "gradient_l2": 0.002428680192679167, + "update_l2": 0.0008466839790344238 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.184337725135265e-05, + "update_l2": 0.010831714607775211 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013168145236410285, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5574, + "attachment": 460, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47721806168556213, + "ground_friction/effective": 0.47721806168556213, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013168145236410285, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037252786569297314, + "ssim_fused": 0.9820173978805542, + "seg_l1": 0.0037431279197335243, + "seg_ssim_ref": 0.9820172190666199, + "depth": 0.00034299198546453334, + "rgb_loss": 0.006576749496161938, + "seg_loss": 0.006591052748262882, + "total": 0.013168145236410285 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00434989295899868, + "ssim_fused": 0.9797745943069458, + "seg_l1": 0.004439604468643665, + "seg_ssim_ref": 0.9797748327255249, + "depth": 0.00048145337785180243, + "rgb_loss": 0.007524996064603329, + "seg_loss": 0.007596717216074467, + "total": 0.015122194734055646, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048145337785180243, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.000106725730282358 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002915309276431799, + "ssim_fused": 0.9857490658760071, + "seg_l1": 0.0032156293746083975, + "seg_ssim_ref": 0.9857489466667175, + "depth": 0.0004204755470839642, + "rgb_loss": 0.005182434339076281, + "seg_loss": 0.005422714166343212, + "total": 0.010605569446627864, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004204755470839642, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017233427104229755 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002588617615401745, + "ssim_fused": 0.985811710357666, + "seg_l1": 0.002476280555129051, + "seg_ssim_ref": 0.9858114719390869, + "depth": 0.00032476701923335585, + "rgb_loss": 0.004908552393317223, + "seg_loss": 0.004818730056285858, + "total": 0.009727607216622315, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032476701923335585, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.28442761778003e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005047295242547989, + "ssim_fused": 0.9767341017723083, + "seg_l1": 0.004840996582061052, + "seg_ssim_ref": 0.9767337441444397, + "depth": 0.00014527199768901076, + "rgb_loss": 0.008691015653312206, + "seg_loss": 0.008526048623025417, + "total": 0.017217209548335312, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014527199768901076, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014527199768901076 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 374, + "adam_update_count": 35904 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13622490101261064 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_110744d589314a08b911fb17c07d7f3d_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 375, + "next_interval": 0, + "next_adam_update": 35905, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 374, + "trained_intervals": 35904, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 35904, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.852521300315857, + "median": 11.515264511108398, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47806474566459656, + "median": 0.47806474566459656, + "max": 0.47806474566459656, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.9452213048934937, + "median": 9.45837688446045, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1568412333726883, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.57338285446167, + "median": 12815.06640625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47806474566459656, + "median": 0.47806474566459656, + "max": 0.47806474566459656, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5574, + "controller_edge_stiffness": 460 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0375.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0375.json new file mode 100644 index 0000000000000000000000000000000000000000..ecf2637e91373065d867511208fd76aaf61ce840 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0375.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0375", + "executed_epochs": 375, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_215ac880fafa4d149baa717e840692af.npz", + "optimizer_file": "boundary_215ac880fafa4d149baa717e840692af_optimizer.pt", + "arrays_sha256": "ee6495c0873de58b354da7dbab4d88cc1d440f879042fa19e4877c76eaa2753f", + "optimizer_sha256": "51819be2d68e749bdd9f9af9a192f017f3ffca19b8046b7695935e064b119fb1", + "stage": "adam", + "completed_passes": 375, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 36000, + "adam_update_count": 36000, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 376, + "consumed_count": 375, + "last_submitted_update": 36000, + "last_consumed_update": 35904, + "pending": [ + { + "reference": { + "source_update": 36000, + "completed_passes": 375, + "next_interval": 0, + "trained_intervals": 36000, + "snapshot": "pass_end_0375", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 375, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 36000, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 36000, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.933537512551993e-05, + "update_l2": 0.02869756892323494 + }, + "raw_ground_friction": { + "gradient_l2": 0.0024307239800691605, + "update_l2": 0.0008175671100616455 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2340927241893951e-05, + "update_l2": 0.011715520173311234 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013196490855383282, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5574, + "attachment": 460, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4766198992729187, + "ground_friction/effective": 0.4766198992729187, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013196490855383282, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037323262076824903, + "ssim_fused": 0.9819889068603516, + "seg_l1": 0.0037572942674160004, + "seg_ssim_ref": 0.9819888472557068, + "depth": 0.0003445068919695526, + "rgb_loss": 0.006588073447346687, + "seg_loss": 0.006608072202652693, + "total": 0.013196490855383282 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004365716129541397, + "ssim_fused": 0.9796987175941467, + "seg_l1": 0.004451853223145008, + "seg_ssim_ref": 0.979698896408081, + "depth": 0.0004816873158325648, + "rgb_loss": 0.007552829571068287, + "seg_loss": 0.007621703669428825, + "total": 0.015175014927812945, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004816873158325648, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010695966826312037 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029324544593691826, + "ssim_fused": 0.9856995344161987, + "seg_l1": 0.0032471197191625834, + "seg_ssim_ref": 0.9856994152069092, + "depth": 0.0004210815558944729, + "rgb_loss": 0.005206056870520115, + "seg_loss": 0.005457812920212746, + "total": 0.010664290872288755, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004210815558944729, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017294027985280617 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002590994816273451, + "ssim_fused": 0.9858132600784302, + "seg_l1": 0.002486671321094036, + "seg_ssim_ref": 0.9858130812644958, + "depth": 0.000328001568452455, + "rgb_loss": 0.0049101440235972404, + "seg_loss": 0.004826720803976059, + "total": 0.009737192829141752, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.000328001568452455, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.607882539689948e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005040139891207218, + "ssim_fused": 0.9767442345619202, + "seg_l1": 0.004843533039093018, + "seg_ssim_ref": 0.9767438769340515, + "depth": 0.00014725712769871781, + "rgb_loss": 0.008683265186846256, + "seg_loss": 0.008526051416993141, + "total": 0.017209464792289672, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014725712769871781, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014725712769871781 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 375, + "adam_update_count": 36000 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14483667898457497 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_215ac880fafa4d149baa717e840692af_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 376, + "next_interval": 0, + "next_adam_update": 36001, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 375, + "trained_intervals": 36000, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 36000, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8594059944152832, + "median": 11.515264511108398, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47743746638298035, + "median": 0.47743746638298035, + "max": 0.47743746638298035, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.9386754035949707, + "median": 9.457491874694824, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1557651311159134, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.5565927028656006, + "median": 12803.73046875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47743746638298035, + "median": 0.47743746638298035, + "max": 0.47743746638298035, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5574, + "controller_edge_stiffness": 460 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0376.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0376.json new file mode 100644 index 0000000000000000000000000000000000000000..0f2bab9ce5ae280fcf3976f1585732a8b8f09cbb --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0376.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0376", + "executed_epochs": 376, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_caf67eebf2d94b18807b846943a59703.npz", + "optimizer_file": "boundary_caf67eebf2d94b18807b846943a59703_optimizer.pt", + "arrays_sha256": "033d48d8fda40e6fa048d9f8891d98bf90e94d46a0c36b1311bb48c8746f4ffa", + "optimizer_sha256": "490037cc6f90a8d524d5b0d1f7a495c31d313e7fc5210b1cafb111a3c39c629c", + "stage": "adam", + "completed_passes": 376, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 36096, + "adam_update_count": 36096, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 377, + "consumed_count": 376, + "last_submitted_update": 36096, + "last_consumed_update": 36000, + "pending": [ + { + "reference": { + "source_update": 36096, + "completed_passes": 376, + "next_interval": 0, + "trained_intervals": 36096, + "snapshot": "pass_end_0376", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 376, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 36096, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 36096, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.481336746830493e-05, + "update_l2": 0.028047777712345123 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025437865406274796, + "update_l2": 0.0007722377777099609 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1560558050405234e-05, + "update_l2": 0.010644037276506424 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013138433409227653, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5574, + "attachment": 460, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4761109948158264, + "ground_friction/effective": 0.4761109948158264, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013138433409227653, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037139388732612133, + "ssim_fused": 0.9820396304130554, + "seg_l1": 0.0037284609861671925, + "seg_ssim_ref": 0.9820395112037659, + "depth": 0.0003417519169283333, + "rgb_loss": 0.006563228089362383, + "seg_loss": 0.006574863567948341, + "total": 0.013138433409227653 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004379565827548504, + "ssim_fused": 0.9796026945114136, + "seg_l1": 0.0044553144834935665, + "seg_ssim_ref": 0.9796028733253479, + "depth": 0.00048132714419160037, + "rgb_loss": 0.007583113852888346, + "seg_loss": 0.007643676828593016, + "total": 0.015227272008625553, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048132714419160037, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010659949662215594 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029188538901507854, + "ssim_fused": 0.9857488870620728, + "seg_l1": 0.0032353815622627735, + "seg_ssim_ref": 0.9857488870620728, + "depth": 0.00041942292848601965, + "rgb_loss": 0.005185306072235107, + "seg_loss": 0.005438528023660183, + "total": 0.010624253518823776, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041942292848601965, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017128165244435298 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002565026981756091, + "ssim_fused": 0.9859423637390137, + "seg_l1": 0.0024468873161822557, + "seg_ssim_ref": 0.9859421849250793, + "depth": 0.0003261281902997547, + "rgb_loss": 0.0048635490238666534, + "seg_loss": 0.0047690728679299355, + "total": 0.00963294801998689, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003261281902997547, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.420544724419912e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004992309026420116, + "ssim_fused": 0.9768645167350769, + "seg_l1": 0.00477626034989953, + "seg_ssim_ref": 0.9768641591072083, + "depth": 0.0001401294047359584, + "rgb_loss": 0.008620943874120712, + "seg_loss": 0.008448176085948944, + "total": 0.017069260089474392, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001401294047359584, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001401294047359584 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 376, + "adam_update_count": 36096 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14075619701179676 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_caf67eebf2d94b18807b846943a59703_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 377, + "next_interval": 0, + "next_adam_update": 36097, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 376, + "trained_intervals": 36096, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 36096, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8659932613372803, + "median": 11.515264511108398, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4768832325935364, + "median": 0.4768832325935364, + "max": 0.4768832325935364, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.932133674621582, + "median": 9.456598281860352, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15474243462085724, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.5399227142333984, + "median": 12792.2939453125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4768832325935364, + "median": 0.4768832325935364, + "max": 0.4768832325935364, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5574, + "controller_edge_stiffness": 460 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0377.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0377.json new file mode 100644 index 0000000000000000000000000000000000000000..6360747f52af8ab3c6ba68cd849bb5175a8da3a2 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0377.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0377", + "executed_epochs": 377, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f0e57a0e0d08432cb06d9452881ebf2e.npz", + "optimizer_file": "boundary_f0e57a0e0d08432cb06d9452881ebf2e_optimizer.pt", + "arrays_sha256": "52bdf7cd8bcb1995efb16a6643a6cc7c957753ad2ae7ba772c4444a3be9c136d", + "optimizer_sha256": "61213a898654aa9b4316655f5e6504839ead9b15901dc27d2a8d6e8c8b7ed225", + "stage": "adam", + "completed_passes": 377, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 36192, + "adam_update_count": 36192, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 378, + "consumed_count": 377, + "last_submitted_update": 36192, + "last_consumed_update": 36096, + "pending": [ + { + "reference": { + "source_update": 36192, + "completed_passes": 377, + "next_interval": 0, + "trained_intervals": 36192, + "snapshot": "pass_end_0377", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 377, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 36192, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 36192, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.993598021334037e-05, + "update_l2": 0.028970621526241302 + }, + "raw_ground_friction": { + "gradient_l2": 0.0020805420354008675, + "update_l2": 0.0008037388324737549 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1096401067334227e-05, + "update_l2": 0.011177227832376957 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01312561435959739, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5578, + "attachment": 460, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4765929579734802, + "ground_friction/effective": 0.4765929579734802, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01312561435959739, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.00371250556781888, + "ssim_fused": 0.982061505317688, + "seg_l1": 0.003724819514900446, + "seg_ssim_ref": 0.9820613861083984, + "depth": 0.00034119337303053024, + "rgb_loss": 0.00655770068988204, + "seg_loss": 0.006567572709172964, + "total": 0.01312561435959739 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004347044974565506, + "ssim_fused": 0.9797699451446533, + "seg_l1": 0.004429925233125687, + "seg_ssim_ref": 0.9797701239585876, + "depth": 0.00048027221721881586, + "rgb_loss": 0.0075236475095152855, + "seg_loss": 0.00758991576731205, + "total": 0.015114043549044553, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048027221721881586, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010554456964937142 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029035459738224745, + "ssim_fused": 0.9857917428016663, + "seg_l1": 0.0032025433611124754, + "seg_ssim_ref": 0.9857916235923767, + "depth": 0.00041781919866024233, + "rgb_loss": 0.005164488218724728, + "seg_loss": 0.005403710063546896, + "total": 0.010568615635808996, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041781919866024233, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016967792261857566 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002572325523942709, + "ssim_fused": 0.9858950972557068, + "seg_l1": 0.002452704356983304, + "seg_ssim_ref": 0.9858949184417725, + "depth": 0.00032402878086884606, + "rgb_loss": 0.004878840874880552, + "seg_loss": 0.004783179610967636, + "total": 0.009662344980290345, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032402878086884606, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.210603781329047e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005027106497436762, + "ssim_fused": 0.9767892956733704, + "seg_l1": 0.004814105574041605, + "seg_ssim_ref": 0.9767889976501465, + "depth": 0.0001426532953742167, + "rgb_loss": 0.008663825690746307, + "seg_loss": 0.008493484929203987, + "total": 0.01715745327324567, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001426532953742167, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014265329537421672 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 377, + "adam_update_count": 36192 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.15333089098567143 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f0e57a0e0d08432cb06d9452881ebf2e_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 378, + "next_interval": 0, + "next_adam_update": 36193, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 377, + "trained_intervals": 36192, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 36192, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8722738027572632, + "median": 11.515270233154297, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.477396696805954, + "median": 0.477396696805954, + "max": 0.477396696805954, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.9258911609649658, + "median": 9.456095695495605, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15377362072467804, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.5241167545318604, + "median": 12785.8671875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.477396696805954, + "median": 0.477396696805954, + "max": 0.477396696805954, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5578, + "controller_edge_stiffness": 460 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0378.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0378.json new file mode 100644 index 0000000000000000000000000000000000000000..0436113ed34f3f8d112fdd789cd5ad70cef27fc2 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0378.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0378", + "executed_epochs": 378, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ddce90852df34a53b7673c7de0d08061.npz", + "optimizer_file": "boundary_ddce90852df34a53b7673c7de0d08061_optimizer.pt", + "arrays_sha256": "febd462561606d41a36e41280a55cee8e620c03b98d983c978ab694081652287", + "optimizer_sha256": "c2b6123053b8f5907696d851cdd1b7c110f9a0ae313426223c89176ba914f7fc", + "stage": "adam", + "completed_passes": 378, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 36288, + "adam_update_count": 36288, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 379, + "consumed_count": 378, + "last_submitted_update": 36288, + "last_consumed_update": 36192, + "pending": [ + { + "reference": { + "source_update": 36288, + "completed_passes": 378, + "next_interval": 0, + "trained_intervals": 36288, + "snapshot": "pass_end_0378", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 378, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 36288, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 36288, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.999299072660506e-05, + "update_l2": 0.02882702648639679 + }, + "raw_ground_friction": { + "gradient_l2": 0.002553920028731227, + "update_l2": 0.0008208751678466797 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2239377610967495e-05, + "update_l2": 0.012481719255447388 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013183009655739063, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5579, + "attachment": 460, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47620299458503723, + "ground_friction/effective": 0.47620299458503723, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013183009655739063, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037274269852787256, + "ssim_fused": 0.9820006489753723, + "seg_l1": 0.003751229029148817, + "seg_ssim_ref": 0.9820005893707275, + "depth": 0.0003439686846679413, + "rgb_loss": 0.006581802852451801, + "seg_loss": 0.006600862834602594, + "total": 0.013183009655739063 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004369059577584267, + "ssim_fused": 0.9796717762947083, + "seg_l1": 0.004451594315469265, + "seg_ssim_ref": 0.9796719551086426, + "depth": 0.0004815771247182662, + "rgb_loss": 0.007560892961919308, + "seg_loss": 0.007626884616911411, + "total": 0.015188259155955437, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004815771247182662, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010684947714882179 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002932797186076641, + "ssim_fused": 0.9857010245323181, + "seg_l1": 0.0032513851765543222, + "seg_ssim_ref": 0.9857009649276733, + "depth": 0.0004202894555497917, + "rgb_loss": 0.005206033121794462, + "seg_loss": 0.00546091515570879, + "total": 0.010667368101297514, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004202894555497917, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017214817950812506 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025830429513007402, + "ssim_fused": 0.9858545064926147, + "seg_l1": 0.0024771050084382296, + "seg_ssim_ref": 0.9858543276786804, + "depth": 0.0003278952238695798, + "rgb_loss": 0.004895533435046673, + "seg_loss": 0.0048108184710145, + "total": 0.009706679801285043, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003278952238695798, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.5972480814024316e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005024808458983898, + "ssim_fused": 0.9767754673957825, + "seg_l1": 0.004824832547456026, + "seg_ssim_ref": 0.9767751693725586, + "depth": 0.0001461129345341275, + "rgb_loss": 0.008664753288030624, + "seg_loss": 0.008504832163453102, + "total": 0.01716973156441826, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001461129345341275, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001461129345341275 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 378, + "adam_update_count": 36288 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13838651799596846 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ddce90852df34a53b7673c7de0d08061_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 379, + "next_interval": 0, + "next_adam_update": 36289, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 378, + "trained_intervals": 36288, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 36288, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.878839373588562, + "median": 11.515270233154297, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4770238697528839, + "median": 0.4770238697528839, + "max": 0.4770238697528839, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.919329822063446, + "median": 9.455314636230469, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15276731550693512, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.5076093673706055, + "median": 12775.8837890625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4770238697528839, + "median": 0.4770238697528839, + "max": 0.4770238697528839, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5579, + "controller_edge_stiffness": 460 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0379.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0379.json new file mode 100644 index 0000000000000000000000000000000000000000..9c8cbba80c39e3db6b5a3a176b22389d444b2fc0 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0379.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0379", + "executed_epochs": 379, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_59ecc5e2751c48cbb4fcb17e61463fdc.npz", + "optimizer_file": "boundary_59ecc5e2751c48cbb4fcb17e61463fdc_optimizer.pt", + "arrays_sha256": "af8bd2c2b8cc360fd07f9317ea1aa647cc9119a441276d66d4a5550f8b005167", + "optimizer_sha256": "e8c89edcf39316dc3a774fb19a9fe792921e95b70b94dd551020e69b74dd2104", + "stage": "adam", + "completed_passes": 379, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 36384, + "adam_update_count": 36384, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 380, + "consumed_count": 379, + "last_submitted_update": 36384, + "last_consumed_update": 36288, + "pending": [ + { + "reference": { + "source_update": 36384, + "completed_passes": 379, + "next_interval": 0, + "trained_intervals": 36384, + "snapshot": "pass_end_0379", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 379, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 36384, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 36384, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.296737698605284e-05, + "update_l2": 0.028415990993380547 + }, + "raw_ground_friction": { + "gradient_l2": 0.0024945309851318598, + "update_l2": 0.0007853209972381592 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1211206583539024e-05, + "update_l2": 0.01025180984288454 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013144499316609017, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5583, + "attachment": 460, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4755038917064667, + "ground_friction/effective": 0.4755038917064667, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013144499316609017, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003715169383212924, + "ssim_fused": 0.9820306301116943, + "seg_l1": 0.0037303282879292965, + "seg_ssim_ref": 0.9820305109024048, + "depth": 0.0003410240472489063, + "rgb_loss": 0.006566009949892759, + "seg_loss": 0.00657814834266901, + "total": 0.013144499316609017 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004390663467347622, + "ssim_fused": 0.9795572757720947, + "seg_l1": 0.0044675543904304504, + "seg_ssim_ref": 0.9795576333999634, + "depth": 0.0004813305127719004, + "rgb_loss": 0.007601075805723667, + "seg_loss": 0.0076625170186161995, + "total": 0.015264074154852638, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004813305127719004, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001066028652024559 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029291731771081686, + "ssim_fused": 0.985717236995697, + "seg_l1": 0.003252350492402911, + "seg_ssim_ref": 0.985717236995697, + "depth": 0.0004187312576578312, + "rgb_loss": 0.00519989151507616, + "seg_loss": 0.00545843318104744, + "total": 0.010658743427381257, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004187312576578312, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017058998161616454 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002563686342909932, + "ssim_fused": 0.9859498739242554, + "seg_l1": 0.0024460868444293737, + "seg_ssim_ref": 0.9859496355056763, + "depth": 0.0003277281396303119, + "rgb_loss": 0.004860974382609129, + "seg_loss": 0.0047669424675405025, + "total": 0.009628244578289261, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003277281396303119, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.580539657475627e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004977154545485973, + "ssim_fused": 0.9768981337547302, + "seg_l1": 0.004755320493131876, + "seg_ssim_ref": 0.9768977761268616, + "depth": 0.00013630627893558185, + "rgb_loss": 0.008602097630500793, + "seg_loss": 0.008424701169133186, + "total": 0.017026935105912914, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013630627893558185, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013630627893558185 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 379, + "adam_update_count": 36384 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13363131700316444 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_59ecc5e2751c48cbb4fcb17e61463fdc_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 380, + "next_interval": 0, + "next_adam_update": 36385, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 379, + "trained_intervals": 36384, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 36384, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8856074810028076, + "median": 11.515275955200195, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47628921270370483, + "median": 0.47628921270370483, + "max": 0.47628921270370483, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.9130915999412537, + "median": 9.451143264770508, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15173685550689697, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.4920148849487305, + "median": 12722.703125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47628921270370483, + "median": 0.47628921270370483, + "max": 0.47628921270370483, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5583, + "controller_edge_stiffness": 460 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0380.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0380.json new file mode 100644 index 0000000000000000000000000000000000000000..f5318242e653aa792606e8318c2e90be5e8de845 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0380.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0380", + "executed_epochs": 380, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_412874b27d3b45cca628fb43d8c680b6.npz", + "optimizer_file": "boundary_412874b27d3b45cca628fb43d8c680b6_optimizer.pt", + "arrays_sha256": "56ea4469297015a00001c6051940f970383f33a70d862c48ff89bcfaae3463dd", + "optimizer_sha256": "6321b6106160f33b02f45cfed4d8ffb758411d11ba207f3eeb44eefefe666792", + "stage": "adam", + "completed_passes": 380, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 36480, + "adam_update_count": 36480, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 381, + "consumed_count": 380, + "last_submitted_update": 36480, + "last_consumed_update": 36384, + "pending": [ + { + "reference": { + "source_update": 36480, + "completed_passes": 380, + "next_interval": 0, + "trained_intervals": 36480, + "snapshot": "pass_end_0380", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 380, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 36480, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 36480, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.724757546791807e-05, + "update_l2": 0.029803242534399033 + }, + "raw_ground_friction": { + "gradient_l2": 0.002623664913699031, + "update_l2": 0.0008611977100372314 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1894864655914716e-05, + "update_l2": 0.011390231549739838 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013143061797910137, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5586, + "attachment": 461, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4760173559188843, + "ground_friction/effective": 0.4760173559188843, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013143061797910137, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003716890001669526, + "ssim_fused": 0.9820424914360046, + "seg_l1": 0.0037327182944864035, + "seg_ssim_ref": 0.9820423126220703, + "depth": 0.00034170023421743994, + "rgb_loss": 0.006565016694366932, + "seg_loss": 0.006577703170478344, + "total": 0.013143061797910137 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0043610758148133755, + "ssim_fused": 0.9797066450119019, + "seg_l1": 0.0044427961111068726, + "seg_ssim_ref": 0.9797068238258362, + "depth": 0.0004808010858398241, + "rgb_loss": 0.007547532208263874, + "seg_loss": 0.007612871937453747, + "total": 0.015160884946803461, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004808010858398241, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010607343827037969 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002914822194725275, + "ssim_fused": 0.9857602715492249, + "seg_l1": 0.0032230259384959936, + "seg_ssim_ref": 0.9857602715492249, + "depth": 0.0004176276026614426, + "rgb_loss": 0.005179803818464279, + "seg_loss": 0.005426366813480854, + "total": 0.010606588259547795, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004176276026614426, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016948632661977604 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025742000434547663, + "ssim_fused": 0.9858940243721008, + "seg_l1": 0.002458878792822361, + "seg_ssim_ref": 0.985893726348877, + "depth": 0.00032566883521206253, + "rgb_loss": 0.004880554974079132, + "seg_loss": 0.004788357764482498, + "total": 0.009669238407396842, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032566883521206253, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.3746092156507004e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005017462186515331, + "ssim_fused": 0.9768089652061462, + "seg_l1": 0.004806172102689743, + "seg_ssim_ref": 0.9768086075782776, + "depth": 0.0001427034131564303, + "rgb_loss": 0.008652176707983017, + "seg_loss": 0.008483216166496277, + "total": 0.01713553557789245, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001427034131564303, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001427034131564303 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 380, + "adam_update_count": 36480 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1413265430019237 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_412874b27d3b45cca628fb43d8c680b6_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 381, + "next_interval": 0, + "next_adam_update": 36481, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 380, + "trained_intervals": 36480, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 36480, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8919827938079834, + "median": 11.515279769897461, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4768785536289215, + "median": 0.4768785536289215, + "max": 0.4768785536289215, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.9071987867355347, + "median": 9.448359489440918, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1507725715637207, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.4773733615875244, + "median": 12687.3349609375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4768785536289215, + "median": 0.4768785536289215, + "max": 0.4768785536289215, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5586, + "controller_edge_stiffness": 462 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0381.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0381.json new file mode 100644 index 0000000000000000000000000000000000000000..af52b147ba119df72db8451590065065cb0bafc9 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0381.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0381", + "executed_epochs": 381, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_52fb7fe640454e9a9b0757f863894109.npz", + "optimizer_file": "boundary_52fb7fe640454e9a9b0757f863894109_optimizer.pt", + "arrays_sha256": "1157b0eb0d55ed217c31686b7b5a8795f0621d7622acda873a00fb74507331ee", + "optimizer_sha256": "b5fe034175518e35485bd2eb957e8770bedfa58a152a4b8a102971de5cb74a8c", + "stage": "adam", + "completed_passes": 381, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 36576, + "adam_update_count": 36576, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 382, + "consumed_count": 381, + "last_submitted_update": 36576, + "last_consumed_update": 36480, + "pending": [ + { + "reference": { + "source_update": 36576, + "completed_passes": 381, + "next_interval": 0, + "trained_intervals": 36576, + "snapshot": "pass_end_0381", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 381, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 36576, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 36576, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.535235585644841e-05, + "update_l2": 0.02839411050081253 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025112200528383255, + "update_l2": 0.0008167028427124023 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1552187970664818e-05, + "update_l2": 0.01077355071902275 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013164533587607719, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5587, + "attachment": 462, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4752422571182251, + "ground_friction/effective": 0.4752422571182251, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013164533587607719, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037211752496659756, + "ssim_fused": 0.982012927532196, + "seg_l1": 0.003740482497960329, + "seg_ssim_ref": 0.9820127487182617, + "depth": 0.00034208080468143133, + "rgb_loss": 0.006574361119419336, + "seg_loss": 0.006589829921722412, + "total": 0.013164533587607719 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004389634355902672, + "ssim_fused": 0.9795730113983154, + "seg_l1": 0.00447059003636241, + "seg_ssim_ref": 0.9795731902122498, + "depth": 0.0004814628434626179, + "rgb_loss": 0.007597105577588081, + "seg_loss": 0.007661834359169006, + "total": 0.015259421399600551, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004814628434626179, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010673519589317341 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029352132696658373, + "ssim_fused": 0.9856969714164734, + "seg_l1": 0.003261209698393941, + "seg_ssim_ref": 0.9856969118118286, + "depth": 0.00041881519255642285, + "rgb_loss": 0.005208776332437992, + "seg_loss": 0.005469585303217173, + "total": 0.010678780916509008, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041881519255642285, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017067391651475624 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025707650929689407, + "ssim_fused": 0.9859164953231812, + "seg_l1": 0.002458013594150543, + "seg_ssim_ref": 0.985916256904602, + "depth": 0.0003283475879116708, + "rgb_loss": 0.004873313009738922, + "seg_loss": 0.004783159587532282, + "total": 0.009656800479197829, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003283475879116708, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.642484485611519e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004989088978618383, + "ssim_fused": 0.9768651127815247, + "seg_l1": 0.004772116430103779, + "seg_ssim_ref": 0.976864755153656, + "depth": 0.00013969759479501385, + "rgb_loss": 0.008618248626589775, + "seg_loss": 0.008444742299616337, + "total": 0.01706313155512348, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013969759479501385, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013969759479501387 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 381, + "adam_update_count": 36576 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1339764159929473 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_52fb7fe640454e9a9b0757f863894109_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 382, + "next_interval": 0, + "next_adam_update": 36577, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 381, + "trained_intervals": 36576, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 36576, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8988268375396729, + "median": 11.515291213989258, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4760589599609375, + "median": 0.4760589599609375, + "max": 0.4760589599609375, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.9013006091117859, + "median": 9.445195198059082, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1497441977262497, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.4628043174743652, + "median": 12647.251953125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4760589599609375, + "median": 0.4760589599609375, + "max": 0.4760589599609375, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5587, + "controller_edge_stiffness": 462 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0382.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0382.json new file mode 100644 index 0000000000000000000000000000000000000000..ebccc8a8f0ba8b40801de1bf303db2de44d82d7b --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0382.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0382", + "executed_epochs": 382, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_9e98ad44cc2a42a39c2a8bbd6c6044ea.npz", + "optimizer_file": "boundary_9e98ad44cc2a42a39c2a8bbd6c6044ea_optimizer.pt", + "arrays_sha256": "9084aff8eaf16fe5de46823a98b9233e253337a2555a7d0bf9e59c6b17e112bf", + "optimizer_sha256": "9fe29afeb5402d350707268cd0c5a95062ea95ca1ac32b0d9d734376d53f5142", + "stage": "adam", + "completed_passes": 382, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 36672, + "adam_update_count": 36672, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 383, + "consumed_count": 382, + "last_submitted_update": 36672, + "last_consumed_update": 36576, + "pending": [ + { + "reference": { + "source_update": 36672, + "completed_passes": 382, + "next_interval": 0, + "trained_intervals": 36672, + "snapshot": "pass_end_0382", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 382, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 36672, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 36672, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.892517507774755e-05, + "update_l2": 0.028179284185171127 + }, + "raw_ground_friction": { + "gradient_l2": 0.0022812087554484606, + "update_l2": 0.0007737576961517334 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0797862159961369e-05, + "update_l2": 0.010325094684958458 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013139518930194485, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5591, + "attachment": 462, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.474923312664032, + "ground_friction/effective": 0.474923312664032, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013139518930194485, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037135803140699863, + "ssim_fused": 0.9820356369018555, + "seg_l1": 0.003728172741830349, + "seg_ssim_ref": 0.9820355772972107, + "depth": 0.0003408851004723046, + "rgb_loss": 0.006563742645084858, + "seg_loss": 0.006575434468686581, + "total": 0.013139518930194485 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004393293522298336, + "ssim_fused": 0.9795466065406799, + "seg_l1": 0.004470678977668285, + "seg_ssim_ref": 0.9795469641685486, + "depth": 0.0004813438516953546, + "rgb_loss": 0.007605313789099455, + "seg_loss": 0.0076671503484249115, + "total": 0.01527294594703735, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004813438516953546, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010661620412591018 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002931500319391489, + "ssim_fused": 0.985709547996521, + "seg_l1": 0.0032571793999522924, + "seg_ssim_ref": 0.9857094287872314, + "depth": 0.0004186734618774308, + "rgb_loss": 0.005203290842473507, + "seg_loss": 0.005463857669383287, + "total": 0.010667567650979959, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004186734618774308, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017053218583576408 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025607256684452295, + "ssim_fused": 0.9859689474105835, + "seg_l1": 0.0024422332644462585, + "seg_ssim_ref": 0.9859687089920044, + "depth": 0.00032822826583895617, + "rgb_loss": 0.004854791332036257, + "seg_loss": 0.004760044626891613, + "total": 0.009615164652854996, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032822826583895617, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.630552278340061e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0049688019789755344, + "ssim_fused": 0.9769173264503479, + "seg_l1": 0.004742599092423916, + "seg_ssim_ref": 0.9769169688224792, + "depth": 0.00013529482247747685, + "rgb_loss": 0.008591576479375362, + "seg_loss": 0.008410685695707798, + "total": 0.017002397469905638, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013529482247747685, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013529482247747685 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 382, + "adam_update_count": 36672 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13633174801361747 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_9e98ad44cc2a42a39c2a8bbd6c6044ea_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 383, + "next_interval": 0, + "next_adam_update": 36673, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 382, + "trained_intervals": 36672, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 36672, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9053113460540771, + "median": 11.515301704406738, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4756970703601837, + "median": 0.4756970703601837, + "max": 0.4756970703601837, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.8952675461769104, + "median": 9.442132949829102, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1487763226032257, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.447990655899048, + "median": 12608.58203125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4756970703601837, + "median": 0.4756970703601837, + "max": 0.4756970703601837, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5591, + "controller_edge_stiffness": 462 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0383.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0383.json new file mode 100644 index 0000000000000000000000000000000000000000..807c7bdfdae5c856296c41819d8c1cfe8bcbae2b --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0383.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0383", + "executed_epochs": 383, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e839d114266c426681ae79786b34d694.npz", + "optimizer_file": "boundary_e839d114266c426681ae79786b34d694_optimizer.pt", + "arrays_sha256": "9116eca8cb99ee1aa68cc9a6a3b5cbca0d41698e2bfe2800ec5026ff5fbb55e1", + "optimizer_sha256": "c6a8e2263707c31d3fbe2fb222eb9a5636791a86b51b8355fd81af26798af2c2", + "stage": "adam", + "completed_passes": 383, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 36768, + "adam_update_count": 36768, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 384, + "consumed_count": 383, + "last_submitted_update": 36768, + "last_consumed_update": 36672, + "pending": [ + { + "reference": { + "source_update": 36768, + "completed_passes": 383, + "next_interval": 0, + "trained_intervals": 36768, + "snapshot": "pass_end_0383", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 383, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 36768, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 36768, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.788294119061902e-05, + "update_l2": 0.029332099482417107 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025944486260414124, + "update_l2": 0.0008339881896972656 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1959735275013372e-05, + "update_l2": 0.011544334702193737 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013171749666978412, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5592, + "attachment": 462, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4753586947917938, + "ground_friction/effective": 0.4753586947917938, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013171749666978412, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003724501933902502, + "ssim_fused": 0.9820131063461304, + "seg_l1": 0.003746272064745426, + "seg_ssim_ref": 0.9820129871368408, + "depth": 0.00034297135918640487, + "rgb_loss": 0.006576988846063614, + "seg_loss": 0.006594417616724968, + "total": 0.013171749666978412 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004370656795799732, + "ssim_fused": 0.9796720147132874, + "seg_l1": 0.004455140326172113, + "seg_ssim_ref": 0.9796723127365112, + "depth": 0.0004815895244194609, + "rgb_loss": 0.0075621223077178, + "seg_loss": 0.007629649713635445, + "total": 0.015192253610877664, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004815895244194609, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010686187685001643 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002932280069217086, + "ssim_fused": 0.9857053160667419, + "seg_l1": 0.0032511563040316105, + "seg_ssim_ref": 0.9857053160667419, + "depth": 0.00042022009845305675, + "rgb_loss": 0.0052047609351575375, + "seg_loss": 0.0054598618298769, + "total": 0.010665043450794177, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042022009845305675, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001720788224113901 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025801167357712984, + "ssim_fused": 0.9858700633049011, + "seg_l1": 0.0024717217311263084, + "seg_ssim_ref": 0.9858698844909668, + "depth": 0.00032786748709260586, + "rgb_loss": 0.004890080541372299, + "seg_loss": 0.004803400486707687, + "total": 0.009693808895567079, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032786748709260586, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.5944744037050265e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0050149536691606045, + "ssim_fused": 0.9768048524856567, + "seg_l1": 0.004807069897651672, + "seg_ssim_ref": 0.9768044948577881, + "depth": 0.00014220832678049595, + "rgb_loss": 0.008650992065668106, + "seg_loss": 0.008484757505357265, + "total": 0.017135892710674727, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014220832678049595, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014220832678049595 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 383, + "adam_update_count": 36768 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14128930500010028 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e839d114266c426681ae79786b34d694_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 384, + "next_interval": 0, + "next_adam_update": 36769, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 383, + "trained_intervals": 36768, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 36768, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.911615252494812, + "median": 11.515301704406738, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4761926829814911, + "median": 0.4761926829814911, + "max": 0.4761926829814911, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.889342188835144, + "median": 9.440768241882324, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14784139394760132, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.433528423309326, + "median": 12591.38671875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4761926829814911, + "median": 0.4761926829814911, + "max": 0.4761926829814911, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5592, + "controller_edge_stiffness": 462 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0384.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0384.json new file mode 100644 index 0000000000000000000000000000000000000000..27dba539c7d4ec7b8875e5d2b5724618a02e4622 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0384.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0384", + "executed_epochs": 384, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_fb198c8abd7e41d5898e809c1333e83c.npz", + "optimizer_file": "boundary_fb198c8abd7e41d5898e809c1333e83c_optimizer.pt", + "arrays_sha256": "ebbf7ac440a3696083e6fc5e8ad328bf90d59cfe9c7e7c101b9de4eabc86dc19", + "optimizer_sha256": "51f082b76e139db8d06cfe2f196f856e2d6491e85741f44e0fb3a6d9fd010964", + "stage": "adam", + "completed_passes": 384, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 36864, + "adam_update_count": 36864, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 385, + "consumed_count": 384, + "last_submitted_update": 36864, + "last_consumed_update": 36768, + "pending": [ + { + "reference": { + "source_update": 36864, + "completed_passes": 384, + "next_interval": 0, + "trained_intervals": 36864, + "snapshot": "pass_end_0384", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 384, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 36864, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 36864, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.042215970112011e-05, + "update_l2": 0.02812519483268261 + }, + "raw_ground_friction": { + "gradient_l2": 0.0022147202398627996, + "update_l2": 0.0007992684841156006 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1116112546005752e-05, + "update_l2": 0.010678957216441631 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013180230955673656, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5592, + "attachment": 464, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4749464690685272, + "ground_friction/effective": 0.4749464690685272, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013180230955673656, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037253405898809433, + "ssim_fused": 0.981995701789856, + "seg_l1": 0.003747314214706421, + "seg_ssim_ref": 0.9819955229759216, + "depth": 0.0003424725367637196, + "rgb_loss": 0.006581141613423824, + "seg_loss": 0.006598746869713068, + "total": 0.013180230955673656 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004399559926241636, + "ssim_fused": 0.9795364737510681, + "seg_l1": 0.00448358990252018, + "seg_ssim_ref": 0.9795366525650024, + "depth": 0.00048209680369977524, + "rgb_loss": 0.007612353190779686, + "seg_loss": 0.0076795415952801704, + "total": 0.015292376882863556, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048209680369977524, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010736915613033085 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002950705122202635, + "ssim_fused": 0.9856488704681396, + "seg_l1": 0.0032851076684892178, + "seg_ssim_ref": 0.9856487512588501, + "depth": 0.00042063268047395295, + "rgb_loss": 0.005230790004134178, + "seg_loss": 0.00549833569675684, + "total": 0.010729546333571491, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042063268047395295, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017249140443228626 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025728719774633646, + "ssim_fused": 0.9859116077423096, + "seg_l1": 0.002463490003719926, + "seg_ssim_ref": 0.9859113693237305, + "depth": 0.0003294400372392393, + "rgb_loss": 0.004875976126641035, + "seg_loss": 0.004788517951965332, + "total": 0.009664823984304894, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003294400372392393, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.751729418368382e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0049782260321080685, + "ssim_fused": 0.9768856763839722, + "seg_l1": 0.004757069516927004, + "seg_ssim_ref": 0.9768853187561035, + "depth": 0.00013772062564191098, + "rgb_loss": 0.008605445735156536, + "seg_loss": 0.00842859223484993, + "total": 0.017034176621954684, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013772062564191098, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013772062564191098 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 384, + "adam_update_count": 36864 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13636846200097352 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_fb198c8abd7e41d5898e809c1333e83c_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 385, + "next_interval": 0, + "next_adam_update": 36865, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 384, + "trained_intervals": 36864, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 36864, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9184746742248535, + "median": 11.515301704406738, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4757457375526428, + "median": 0.4757457375526428, + "max": 0.4757457375526428, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.8834957480430603, + "median": 9.438633918762207, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.146830752491951, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.419342279434204, + "median": 12564.541015625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4757457375526428, + "median": 0.4757457375526428, + "max": 0.4757457375526428, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5592, + "controller_edge_stiffness": 464 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0385.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0385.json new file mode 100644 index 0000000000000000000000000000000000000000..22946c7b8c7cc7b97808603a3f4cb9b6a959c013 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0385.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0385", + "executed_epochs": 385, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_768e3d74f1354f0b92275cbe8c6f0d61.npz", + "optimizer_file": "boundary_768e3d74f1354f0b92275cbe8c6f0d61_optimizer.pt", + "arrays_sha256": "048c899aacebf46ab933fc1419f22e4710c8e56fa68cef0189bd8d784801bead", + "optimizer_sha256": "39ac0e523411328293ac858c7bfa2896529ca094382350d54d6fca4b561d1607", + "stage": "adam", + "completed_passes": 385, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 36960, + "adam_update_count": 36960, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 386, + "consumed_count": 385, + "last_submitted_update": 36960, + "last_consumed_update": 36864, + "pending": [ + { + "reference": { + "source_update": 36960, + "completed_passes": 385, + "next_interval": 0, + "trained_intervals": 36960, + "snapshot": "pass_end_0385", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 385, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 36960, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 36960, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.116731962421909e-05, + "update_l2": 0.029300536960363388 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025920101907104254, + "update_l2": 0.0008364021778106689 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.101438010664424e-05, + "update_l2": 0.01045707706362009 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01314596334775322, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5593, + "attachment": 464, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4747633635997772, + "ground_friction/effective": 0.4747633635997772, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01314596334775322, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003715363098308444, + "ssim_fused": 0.982027530670166, + "seg_l1": 0.0037304190918803215, + "seg_ssim_ref": 0.9820274114608765, + "depth": 0.0003410161041549226, + "rgb_loss": 0.006566784344613552, + "seg_loss": 0.0065788384526968, + "total": 0.01314596334775322 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004399202298372984, + "ssim_fused": 0.979526698589325, + "seg_l1": 0.004478129558265209, + "seg_ssim_ref": 0.9795271158218384, + "depth": 0.0004814673864179188, + "rgb_loss": 0.007614022120833397, + "seg_loss": 0.007677080575376749, + "total": 0.015291583697935276, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004814673864179188, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001067397388484743 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029374132864177227, + "ssim_fused": 0.9856888651847839, + "seg_l1": 0.0032660297583788633, + "seg_ssim_ref": 0.9856888651847839, + "depth": 0.00041937571117809687, + "rgb_loss": 0.005212157499045134, + "seg_loss": 0.0054750507697463036, + "total": 0.010687627178841329, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041937571117809687, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017123443513643023 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002562430454418063, + "ssim_fused": 0.9859591722488403, + "seg_l1": 0.0024455126840621233, + "seg_ssim_ref": 0.9859589338302612, + "depth": 0.0003288056523769368, + "rgb_loss": 0.004858110100030899, + "seg_loss": 0.00476462347432971, + "total": 0.009623062845674274, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003288056523769368, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.6882909321381324e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004962406121194363, + "ssim_fused": 0.9769353866577148, + "seg_l1": 0.0047320048324763775, + "seg_ssim_ref": 0.9769350290298462, + "depth": 0.000134415666646738, + "rgb_loss": 0.008582847192883492, + "seg_loss": 0.008398598060011864, + "total": 0.016981579668562, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.000134415666646738, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013441566664673798 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 385, + "adam_update_count": 36960 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1422569249989465 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_768e3d74f1354f0b92275cbe8c6f0d61_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 386, + "next_interval": 0, + "next_adam_update": 36961, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 385, + "trained_intervals": 36960, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 36960, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9250144958496094, + "median": 11.515307426452637, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4755997657775879, + "median": 0.4755997657775879, + "max": 0.4755997657775879, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.8776394724845886, + "median": 9.433805465698242, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14587363600730896, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.4052155017852783, + "median": 12504.01953125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4755997657775879, + "median": 0.4755997657775879, + "max": 0.4755997657775879, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5593, + "controller_edge_stiffness": 464 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0386.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0386.json new file mode 100644 index 0000000000000000000000000000000000000000..5a76081fb42f30cc49c1feeba55827832e497c63 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0386.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0386", + "executed_epochs": 386, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_5b2f90892dc441bb87ec2f5e172c57a2.npz", + "optimizer_file": "boundary_5b2f90892dc441bb87ec2f5e172c57a2_optimizer.pt", + "arrays_sha256": "f675ebd5e81898a567de366f8e0b12d168fb3cfd06111e40002c8b6bb53610ee", + "optimizer_sha256": "4df0b0e5b14e4e554d95d70c8785d485edd6132145cd841fe7dc6b7d5c88e4e2", + "stage": "adam", + "completed_passes": 386, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 37056, + "adam_update_count": 37056, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 387, + "consumed_count": 386, + "last_submitted_update": 37056, + "last_consumed_update": 36960, + "pending": [ + { + "reference": { + "source_update": 37056, + "completed_passes": 386, + "next_interval": 0, + "trained_intervals": 37056, + "snapshot": "pass_end_0386", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 386, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 37056, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 37056, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.661963122198358e-05, + "update_l2": 0.02879938669502735 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025249936152249575, + "update_l2": 0.000812530517578125 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.184633765660692e-05, + "update_l2": 0.012010609731078148 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.0131707539150946, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5593, + "attachment": 464, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47457441687583923, + "ground_friction/effective": 0.47457441687583923, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.0131707539150946, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003724057227373123, + "ssim_fused": 0.9820148348808289, + "seg_l1": 0.003746333299204707, + "seg_ssim_ref": 0.9820147156715393, + "depth": 0.0003428033076378051, + "rgb_loss": 0.006576284766197205, + "seg_loss": 0.006594126112759113, + "total": 0.0131707539150946 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004369474947452545, + "ssim_fused": 0.9796783924102783, + "seg_l1": 0.004454158712178469, + "seg_ssim_ref": 0.9796786308288574, + "depth": 0.0004811618819004959, + "rgb_loss": 0.0075599015690386295, + "seg_loss": 0.007627600803971291, + "total": 0.015187983069230533, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004811618819004959, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010643423433105152 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002934278454631567, + "ssim_fused": 0.9856992363929749, + "seg_l1": 0.003254701616242528, + "seg_ssim_ref": 0.9856991171836853, + "depth": 0.0004195734566827824, + "rgb_loss": 0.005207575857639313, + "seg_loss": 0.005463938228785992, + "total": 0.010671933659881987, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004195734566827824, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017143218064111584 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025791821535676718, + "ssim_fused": 0.9858747720718384, + "seg_l1": 0.0024715017061680555, + "seg_ssim_ref": 0.985874593257904, + "depth": 0.00032783738858144104, + "rgb_loss": 0.004888391587883234, + "seg_loss": 0.004802282899618149, + "total": 0.009691001859228677, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032783738858144104, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.5914645525885465e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00501329405233264, + "ssim_fused": 0.9768068194389343, + "seg_l1": 0.004804970696568489, + "seg_ssim_ref": 0.9768064618110657, + "depth": 0.00014264050338650121, + "rgb_loss": 0.008649270981550217, + "seg_loss": 0.008482684381306171, + "total": 0.0171320970720372, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014264050338650121, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014264050338650121 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 386, + "adam_update_count": 37056 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1356670219975058 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_5b2f90892dc441bb87ec2f5e172c57a2_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 387, + "next_interval": 0, + "next_adam_update": 37057, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 386, + "trained_intervals": 37056, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 37056, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9314662218093872, + "median": 11.515307426452637, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47538694739341736, + "median": 0.47538694739341736, + "max": 0.47538694739341736, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.8718000054359436, + "median": 9.432233810424805, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14493553340435028, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.3912112712860107, + "median": 12484.3837890625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47538694739341736, + "median": 0.47538694739341736, + "max": 0.47538694739341736, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5593, + "controller_edge_stiffness": 464 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0387.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0387.json new file mode 100644 index 0000000000000000000000000000000000000000..1ed12c11bc5401a0c0a450501acb28fb4dd0734e --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0387.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0387", + "executed_epochs": 387, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_5ac7443d20a0425096ddee41abfdca60.npz", + "optimizer_file": "boundary_5ac7443d20a0425096ddee41abfdca60_optimizer.pt", + "arrays_sha256": "802fb5a28a3e52f42b14e630698c7a3390dd74b02da1dcf3473b6733cc763881", + "optimizer_sha256": "4f4bf9e492fcd5581e5d769773b648fc76f6184e91b2111ffb6989c91abdb63b", + "stage": "adam", + "completed_passes": 387, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 37152, + "adam_update_count": 37152, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 388, + "consumed_count": 387, + "last_submitted_update": 37152, + "last_consumed_update": 37056, + "pending": [ + { + "reference": { + "source_update": 37152, + "completed_passes": 387, + "next_interval": 0, + "trained_intervals": 37152, + "snapshot": "pass_end_0387", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 387, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 37152, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 37152, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.419347770744935e-05, + "update_l2": 0.02857295610010624 + }, + "raw_ground_friction": { + "gradient_l2": 0.0024814496282488108, + "update_l2": 0.0008164048194885254 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.151187825598754e-05, + "update_l2": 0.010694975964725018 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013184145997994917, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5593, + "attachment": 464, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47474750876426697, + "ground_friction/effective": 0.47474750876426697, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013184145997994917, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003726943861693144, + "ssim_fused": 0.9819953441619873, + "seg_l1": 0.0037504739593714476, + "seg_ssim_ref": 0.9819952249526978, + "depth": 0.0003431660769142521, + "rgb_loss": 0.006582480389624834, + "seg_loss": 0.006601322442293167, + "total": 0.013184145997994917 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004391716793179512, + "ssim_fused": 0.9795787930488586, + "seg_l1": 0.004477756563574076, + "seg_ssim_ref": 0.9795790910720825, + "depth": 0.00048209309115048707, + "rgb_loss": 0.007597615011036396, + "seg_loss": 0.007666387595236301, + "total": 0.015264484699363848, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048209309115048707, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010736544358104261 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029494084883481264, + "ssim_fused": 0.9856544137001038, + "seg_l1": 0.0032809581607580185, + "seg_ssim_ref": 0.9856542944908142, + "depth": 0.0004213484430690816, + "rgb_loss": 0.005228644236922264, + "seg_loss": 0.0054939077235758305, + "total": 0.010722972843279876, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004213484430690816, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017320716702741494 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002577289240434766, + "ssim_fused": 0.9858877658843994, + "seg_l1": 0.0024706993717700243, + "seg_ssim_ref": 0.9858875870704651, + "depth": 0.0003294761074947503, + "rgb_loss": 0.004884278401732445, + "seg_loss": 0.004799042362719774, + "total": 0.009683649774898426, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003294761074947503, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.7553364439194733e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004989361856132746, + "ssim_fused": 0.976860523223877, + "seg_l1": 0.004772481508553028, + "seg_ssim_ref": 0.9768601655960083, + "depth": 0.0001397466659426896, + "rgb_loss": 0.008619384840130806, + "seg_loss": 0.008445952087640762, + "total": 0.017065476674437512, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001397466659426896, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013974666594268958 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 387, + "adam_update_count": 37152 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13392314699012786 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_5ac7443d20a0425096ddee41abfdca60_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 388, + "next_interval": 0, + "next_adam_update": 37153, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 387, + "trained_intervals": 37152, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 37152, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9378050565719604, + "median": 11.515307426452637, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4755639135837555, + "median": 0.4755639135837555, + "max": 0.4755639135837555, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.8659451603889465, + "median": 9.431775093078613, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1440197229385376, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.3772521018981934, + "median": 12478.658203125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4755639135837555, + "median": 0.4755639135837555, + "max": 0.4755639135837555, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5593, + "controller_edge_stiffness": 464 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0388.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0388.json new file mode 100644 index 0000000000000000000000000000000000000000..2d76c1a4e8362833adc23c08242553f0a63c8c5e --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0388.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0388", + "executed_epochs": 388, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d44e20e1553541459f5807838479cc61.npz", + "optimizer_file": "boundary_d44e20e1553541459f5807838479cc61_optimizer.pt", + "arrays_sha256": "1a76a4e6ad5784c1108dfd8c0a252c63a5122942baf0e28d5b12bb781f023c6e", + "optimizer_sha256": "e89be395f7877c6ef469be56d81642a731cd576f20a3aa884696e9ab4bd91ece", + "stage": "adam", + "completed_passes": 388, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 37248, + "adam_update_count": 37248, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 389, + "consumed_count": 388, + "last_submitted_update": 37248, + "last_consumed_update": 37152, + "pending": [ + { + "reference": { + "source_update": 37248, + "completed_passes": 388, + "next_interval": 0, + "trained_intervals": 37248, + "snapshot": "pass_end_0388", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 388, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 37248, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 37248, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.96872952580452e-05, + "update_l2": 0.029063036665320396 + }, + "raw_ground_friction": { + "gradient_l2": 0.0024686420802026987, + "update_l2": 0.0008378326892852783 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0847003068192862e-05, + "update_l2": 0.010324697941541672 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.0131656772010806, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5594, + "attachment": 464, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4743175804615021, + "ground_friction/effective": 0.4743175804615021, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.0131656772010806, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.00372085883282125, + "ssim_fused": 0.9820073843002319, + "seg_l1": 0.0037394538521766663, + "seg_ssim_ref": 0.9820072054862976, + "depth": 0.00034179732529245993, + "rgb_loss": 0.0065752193331718445, + "seg_loss": 0.006590115837752819, + "total": 0.0131656772010806 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004408832639455795, + "ssim_fused": 0.9794930815696716, + "seg_l1": 0.004491416737437248, + "seg_ssim_ref": 0.979493260383606, + "depth": 0.0004820956852103376, + "rgb_loss": 0.00762845017015934, + "seg_loss": 0.007694481872022152, + "total": 0.015323414137866703, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004820956852103376, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010736803764089322 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.00295035052113235, + "ssim_fused": 0.985649585723877, + "seg_l1": 0.0032870720606297255, + "seg_ssim_ref": 0.985649585723877, + "depth": 0.0004212370164200874, + "rgb_loss": 0.005230363458395004, + "seg_loss": 0.005499740596860647, + "total": 0.01073052575793336, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004212370164200874, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017309574037842066 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002565880073234439, + "ssim_fused": 0.9859477877616882, + "seg_l1": 0.002452803310006857, + "seg_ssim_ref": 0.9859476089477539, + "depth": 0.00032939130195028444, + "rgb_loss": 0.0048631466925144196, + "seg_loss": 0.004772720858454704, + "total": 0.009636196942271073, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032939130195028444, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.746855889472895e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004958371631801128, + "ssim_fused": 0.9769389033317566, + "seg_l1": 0.004726523533463478, + "seg_ssim_ref": 0.9769384860992432, + "depth": 0.0001344652975891303, + "rgb_loss": 0.008578917011618614, + "seg_loss": 0.008393521420657635, + "total": 0.016972571966251262, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001344652975891303, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013446529758913027 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 388, + "adam_update_count": 37248 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13394563499605283 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d44e20e1553541459f5807838479cc61_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 389, + "next_interval": 0, + "next_adam_update": 37249, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 388, + "trained_intervals": 37248, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 37248, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9442803859710693, + "median": 11.51530933380127, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47515541315078735, + "median": 0.47515541315078735, + "max": 0.47515541315078735, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.8603276014328003, + "median": 9.431014060974121, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.143090158700943, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.3639349937438965, + "median": 12469.1650390625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47515541315078735, + "median": 0.47515541315078735, + "max": 0.47515541315078735, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5594, + "controller_edge_stiffness": 464 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0389.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0389.json new file mode 100644 index 0000000000000000000000000000000000000000..4c5c261989e6d0bc79f09ba12136c92f19d3dd10 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0389.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0389", + "executed_epochs": 389, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d1e05046b50e47099ae25cc9c7c79a85.npz", + "optimizer_file": "boundary_d1e05046b50e47099ae25cc9c7c79a85_optimizer.pt", + "arrays_sha256": "180b1bb55f284ef111deea9c85b7d67eceafc44d9022fb2937223cc5594864ed", + "optimizer_sha256": "2bce755653bda015d7ea75ff089e060bb9bb1bb2d02b151a5d4f128fa74203c0", + "stage": "adam", + "completed_passes": 389, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 37344, + "adam_update_count": 37344, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 390, + "consumed_count": 389, + "last_submitted_update": 37344, + "last_consumed_update": 37248, + "pending": [ + { + "reference": { + "source_update": 37344, + "completed_passes": 389, + "next_interval": 0, + "trained_intervals": 37344, + "snapshot": "pass_end_0389", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 389, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 37344, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 37344, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.499555017100647e-05, + "update_l2": 0.02836695872247219 + }, + "raw_ground_friction": { + "gradient_l2": 0.002406034618616104, + "update_l2": 0.0007976293563842773 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1726254342647735e-05, + "update_l2": 0.01139676384627819 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013184505223875896, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5595, + "attachment": 465, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47418704628944397, + "ground_friction/effective": 0.47418704628944397, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013184505223875896, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037272819317877293, + "ssim_fused": 0.9819981455802917, + "seg_l1": 0.0037519666366279125, + "seg_ssim_ref": 0.9819980263710022, + "depth": 0.0003433671053801017, + "rgb_loss": 0.00658219400793314, + "seg_loss": 0.006601968314498663, + "total": 0.013184505223875896 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0043814037926495075, + "ssim_fused": 0.9796266555786133, + "seg_l1": 0.0044669401831924915, + "seg_ssim_ref": 0.9796267151832581, + "depth": 0.0004815789298219089, + "rgb_loss": 0.00757979229092598, + "seg_loss": 0.007648209109902382, + "total": 0.015228482979758184, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004815789298219089, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010685128225246445 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002947788452729583, + "ssim_fused": 0.9856590032577515, + "seg_l1": 0.0032767232041805983, + "seg_ssim_ref": 0.9856588244438171, + "depth": 0.000420781521529684, + "rgb_loss": 0.005226430483162403, + "seg_loss": 0.005489613860845566, + "total": 0.010716465125529498, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000420781521529684, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017264024548801726 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025790221989154816, + "ssim_fused": 0.9858807325363159, + "seg_l1": 0.0024744165129959583, + "seg_ssim_ref": 0.9858805537223816, + "depth": 0.000329444630000378, + "rgb_loss": 0.004887071438133717, + "seg_loss": 0.004803422838449478, + "total": 0.009690823721213195, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.000329444630000378, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.752188694482247e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005000913515686989, + "ssim_fused": 0.9768262505531311, + "seg_l1": 0.004789786878973246, + "seg_ssim_ref": 0.976826012134552, + "depth": 0.00014166334016843597, + "rgb_loss": 0.008635480888187885, + "seg_loss": 0.008466627448797226, + "total": 0.017102249069002706, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014166334016843597, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014166334016843592 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 389, + "adam_update_count": 37344 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14749866400961764 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d1e05046b50e47099ae25cc9c7c79a85_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 390, + "next_interval": 0, + "next_adam_update": 37345, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 389, + "trained_intervals": 37344, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 37344, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9507461786270142, + "median": 11.51530933380127, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47498467564582825, + "median": 0.47498467564582825, + "max": 0.47498467564582825, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.8548213839530945, + "median": 9.431527137756348, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14216795563697815, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.350954532623291, + "median": 12475.564453125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47498467564582825, + "median": 0.47498467564582825, + "max": 0.47498467564582825, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5595, + "controller_edge_stiffness": 465 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0390.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0390.json new file mode 100644 index 0000000000000000000000000000000000000000..0a0f210fbc7d31b676a68cee630581c25296cd0b --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0390.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0390", + "executed_epochs": 390, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_92b5741b4adb4e058f5d8d14bb796de6.npz", + "optimizer_file": "boundary_92b5741b4adb4e058f5d8d14bb796de6_optimizer.pt", + "arrays_sha256": "811bf7f9e57ccbdd08ac72dbba74ab1262dd247bdb5d0e07c310ef36b826ba4a", + "optimizer_sha256": "892970662d84d7750fbebad499d6beb8590b17471fbc9b99b280f4decb7cf7ca", + "stage": "adam", + "completed_passes": 390, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 37440, + "adam_update_count": 37440, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 391, + "consumed_count": 390, + "last_submitted_update": 37440, + "last_consumed_update": 37344, + "pending": [ + { + "reference": { + "source_update": 37440, + "completed_passes": 390, + "next_interval": 0, + "trained_intervals": 37440, + "snapshot": "pass_end_0390", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 390, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 37440, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 37440, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.088955266634002e-05, + "update_l2": 0.02826123870909214 + }, + "raw_ground_friction": { + "gradient_l2": 0.002374277450144291, + "update_l2": 0.0008083879947662354 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1124751836177893e-05, + "update_l2": 0.010430741123855114 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013194776706018319, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5595, + "attachment": 465, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47420734167099, + "ground_friction/effective": 0.47420734167099, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013194776706018319, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037295951042324305, + "ssim_fused": 0.9819817543029785, + "seg_l1": 0.003754270728677511, + "seg_ssim_ref": 0.981981635093689, + "depth": 0.0003437582336569257, + "rgb_loss": 0.006587340496480465, + "seg_loss": 0.006607092451304197, + "total": 0.013194776706018319 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004407580476254225, + "ssim_fused": 0.9795154333114624, + "seg_l1": 0.004495756700634956, + "seg_ssim_ref": 0.979515790939331, + "depth": 0.00048174216655729753, + "rgb_loss": 0.007622977718710899, + "seg_loss": 0.007693447172641754, + "total": 0.015316906633519211, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048174216655729753, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010701451898785309 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029614469967782497, + "ssim_fused": 0.9856172204017639, + "seg_l1": 0.0033019892871379852, + "seg_ssim_ref": 0.9856171607971191, + "depth": 0.0004243434742843321, + "rgb_loss": 0.005245713517069817, + "seg_loss": 0.0055181593634188175, + "total": 0.010764296758301631, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004243434742843321, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017620219824266543 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002576537663117051, + "ssim_fused": 0.9858964681625366, + "seg_l1": 0.002470628125593066, + "seg_ssim_ref": 0.9858962893486023, + "depth": 0.00033165024967372615, + "rgb_loss": 0.004881936591118574, + "seg_loss": 0.004797244444489479, + "total": 0.009679513151519015, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033165024967372615, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.9727506618170605e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00497281551361084, + "ssim_fused": 0.9768975973129272, + "seg_l1": 0.004748709034174681, + "seg_ssim_ref": 0.9768972396850586, + "depth": 0.00013729704411234706, + "rgb_loss": 0.008598733693361282, + "seg_loss": 0.008419519290328026, + "total": 0.01701839028073342, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013729704411234706, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013729704411234706 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 390, + "adam_update_count": 37440 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1355414300051052 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_92b5741b4adb4e058f5d8d14bb796de6_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 391, + "next_interval": 0, + "next_adam_update": 37441, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 390, + "trained_intervals": 37440, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 37440, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9570833444595337, + "median": 11.51530933380127, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4750157296657562, + "median": 0.4750157296657562, + "max": 0.4750157296657562, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.8491467833518982, + "median": 9.429302215576172, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14126984775066376, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.337651252746582, + "median": 12447.837890625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4750157296657562, + "median": 0.4750157296657562, + "max": 0.4750157296657562, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5595, + "controller_edge_stiffness": 465 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0391.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0391.json new file mode 100644 index 0000000000000000000000000000000000000000..6e2a64378e734721b48520e0be574cbe9e751541 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0391.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0391", + "executed_epochs": 391, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e91da8a25f5f4f828e4d0d61263c1194.npz", + "optimizer_file": "boundary_e91da8a25f5f4f828e4d0d61263c1194_optimizer.pt", + "arrays_sha256": "4b5f1f07789d7ac988bbebfe00ebc150090e8d85c483b74d3c8099d2fb494245", + "optimizer_sha256": "99eb17b83ea7952f1d8e7a4045401cd8eae7df61a63a54a38b1104200bcaa085", + "stage": "adam", + "completed_passes": 391, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 37536, + "adam_update_count": 37536, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 392, + "consumed_count": 391, + "last_submitted_update": 37536, + "last_consumed_update": 37440, + "pending": [ + { + "reference": { + "source_update": 37536, + "completed_passes": 391, + "next_interval": 0, + "trained_intervals": 37536, + "snapshot": "pass_end_0391", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 391, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 37536, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 37536, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001703397138044238, + "update_l2": 0.03010067157447338 + }, + "raw_ground_friction": { + "gradient_l2": 0.003677397035062313, + "update_l2": 0.0008735358715057373 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0759425094875041e-05, + "update_l2": 0.0087289335206151 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013526437954899738, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5597, + "attachment": 465, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4738716185092926, + "ground_friction/effective": 0.4738716185092926, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013526437954899738, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.00383174535818398, + "ssim_fused": 0.9816253185272217, + "seg_l1": 0.0038884575478732586, + "seg_ssim_ref": 0.9816251397132874, + "depth": 0.0003577786654940833, + "rgb_loss": 0.006740335840731859, + "seg_loss": 0.006785744335502386, + "total": 0.013526437954899738 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004451107233762741, + "ssim_fused": 0.9793773293495178, + "seg_l1": 0.004575071390718222, + "seg_ssim_ref": 0.9793775081634521, + "depth": 0.0004926530492763657, + "rgb_loss": 0.007685420103371143, + "seg_loss": 0.007784555666148663, + "total": 0.015470468422569082, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004926530492763657, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011792540170692112 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002975987968966365, + "ssim_fused": 0.9855231046676636, + "seg_l1": 0.0032929489389061928, + "seg_ssim_ref": 0.9855229258537292, + "depth": 0.0004314485287847415, + "rgb_loss": 0.005276169627904892, + "seg_loss": 0.0055297743529081345, + "total": 0.01080637542934181, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004314485287847415, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001833072527430748 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026740501634776592, + "ssim_fused": 0.9853742718696594, + "seg_l1": 0.002597842365503311, + "seg_ssim_ref": 0.9853739738464355, + "depth": 0.0003322705371263954, + "rgb_loss": 0.0050643859431147575, + "seg_loss": 0.0050034793093800545, + "total": 0.010068197523031938, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003322705371263954, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.034779407083985e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005225836299359798, + "ssim_fused": 0.9762265086174011, + "seg_l1": 0.005087968427687883, + "seg_ssim_ref": 0.9762260317802429, + "depth": 0.00017474254678883074, + "rgb_loss": 0.008935367688536644, + "seg_loss": 0.008825168013572693, + "total": 0.017760710444656127, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017474254678883074, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001747425467888307 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 391, + "adam_update_count": 37536 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14044343901332468 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e91da8a25f5f4f828e4d0d61263c1194_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 392, + "next_interval": 0, + "next_adam_update": 37537, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 391, + "trained_intervals": 37536, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 37536, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9634652137756348, + "median": 11.515313148498535, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47474515438079834, + "median": 0.47474515438079834, + "max": 0.47474515438079834, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.8441593647003174, + "median": 9.426998138427734, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.140371173620224, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.326021671295166, + "median": 12419.189453125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47474515438079834, + "median": 0.47474515438079834, + "max": 0.47474515438079834, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5597, + "controller_edge_stiffness": 465 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0392.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0392.json new file mode 100644 index 0000000000000000000000000000000000000000..3d43af28787979f7a0f35dc5c8632f946dc635e8 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0392.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0392", + "executed_epochs": 392, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c581688b88ca421cb090f86b6913389e.npz", + "optimizer_file": "boundary_c581688b88ca421cb090f86b6913389e_optimizer.pt", + "arrays_sha256": "3f1ecfb81509012e21f139468376368cfaba0d020ddeebd2fa5cc5f5fbaccda8", + "optimizer_sha256": "03b64f1c922b9be7d121f9fd93937acf61cb3e8b0c834e5fa3f87dab2d860e2b", + "stage": "adam", + "completed_passes": 392, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 37632, + "adam_update_count": 37632, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 393, + "consumed_count": 392, + "last_submitted_update": 37632, + "last_consumed_update": 37536, + "pending": [ + { + "reference": { + "source_update": 37632, + "completed_passes": 392, + "next_interval": 0, + "trained_intervals": 37632, + "snapshot": "pass_end_0392", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 392, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 37632, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 37632, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010071179713122547, + "update_l2": 0.02817459963262081 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025329189375042915, + "update_l2": 0.0008122920989990234 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2521873031801078e-05, + "update_l2": 0.012693249620497227 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013227206882334658, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5600, + "attachment": 465, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47438567876815796, + "ground_friction/effective": 0.47438567876815796, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013227206882334658, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003739854320883751, + "ssim_fused": 0.9819563627243042, + "seg_l1": 0.003771877847611904, + "seg_ssim_ref": 0.9819563031196594, + "depth": 0.00034574816317426874, + "rgb_loss": 0.006600610911846161, + "seg_loss": 0.006626250687986612, + "total": 0.013227206882334658 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00438661640509963, + "ssim_fused": 0.979617178440094, + "seg_l1": 0.004479006864130497, + "seg_ssim_ref": 0.9796174168586731, + "depth": 0.00048246520788589904, + "rgb_loss": 0.007585857063531876, + "seg_loss": 0.0076597221195697784, + "total": 0.01524606164830954, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048246520788589904, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010773756031645464 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029620670247823, + "ssim_fused": 0.9856128096580505, + "seg_l1": 0.0032979855313897133, + "seg_ssim_ref": 0.985612690448761, + "depth": 0.00042525311770228076, + "rgb_loss": 0.0052470918744802475, + "seg_loss": 0.0055158501490950584, + "total": 0.010763367276693008, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042525311770228076, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001771118416606141 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002592539880424738, + "ssim_fused": 0.9858197569847107, + "seg_l1": 0.002495648106560111, + "seg_ssim_ref": 0.9858195781707764, + "depth": 0.00033109909555926494, + "rgb_loss": 0.004910080693662167, + "seg_loss": 0.00483260303735733, + "total": 0.009743014830115056, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033109909555926494, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.917635250370942e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005018193274736404, + "ssim_fused": 0.9767757058143616, + "seg_l1": 0.004814870189875364, + "seg_ssim_ref": 0.9767753481864929, + "depth": 0.00014417523154963016, + "rgb_loss": 0.008659414015710354, + "seg_loss": 0.008496826514601707, + "total": 0.017156383774221035, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014417523154963016, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001441752315496301 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 392, + "adam_update_count": 37632 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1373094779846724 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c581688b88ca421cb090f86b6913389e_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 393, + "next_interval": 0, + "next_adam_update": 37633, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 392, + "trained_intervals": 37632, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 37632, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9697372913360596, + "median": 11.515316009521484, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.475197970867157, + "median": 0.475197970867157, + "max": 0.475197970867157, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.8389860391616821, + "median": 9.422918319702148, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13949349522590637, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.3140194416046143, + "median": 12368.6259765625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.475197970867157, + "median": 0.475197970867157, + "max": 0.475197970867157, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5600, + "controller_edge_stiffness": 465 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0393.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0393.json new file mode 100644 index 0000000000000000000000000000000000000000..eb34a4dba02c801bf990005bf01794db156e0fe2 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0393.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0393", + "executed_epochs": 393, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_3723e01ba0df4c3eb77a8585757c62de.npz", + "optimizer_file": "boundary_3723e01ba0df4c3eb77a8585757c62de_optimizer.pt", + "arrays_sha256": "223f80a7b23de240b043bff48ba1573b656c9c38207f18f2313023e18e09b43a", + "optimizer_sha256": "8ffa5aa479d56dceca972287a0bad024ee81f5ebaa716051ccb4499319440872", + "stage": "adam", + "completed_passes": 393, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 37728, + "adam_update_count": 37728, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 394, + "consumed_count": 393, + "last_submitted_update": 37728, + "last_consumed_update": 37632, + "pending": [ + { + "reference": { + "source_update": 37728, + "completed_passes": 393, + "next_interval": 0, + "trained_intervals": 37728, + "snapshot": "pass_end_0393", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 393, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 37728, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 37728, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.773490455700085e-05, + "update_l2": 0.028200902044773102 + }, + "raw_ground_friction": { + "gradient_l2": 0.0024688467383384705, + "update_l2": 0.0008103847503662109 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2100582353014033e-05, + "update_l2": 0.011645731516182423 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013198358773696028, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5601, + "attachment": 465, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4739745855331421, + "ground_friction/effective": 0.4739745855331421, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013198358773696028, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003731341101229191, + "ssim_fused": 0.9819852113723755, + "seg_l1": 0.003758745500817895, + "seg_ssim_ref": 0.9819850921630859, + "depth": 0.0003439592893946813, + "rgb_loss": 0.00658803666010499, + "seg_loss": 0.006609978154301643, + "total": 0.013198358773696028 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0043831379152834415, + "ssim_fused": 0.9796229600906372, + "seg_l1": 0.004472380969673395, + "seg_ssim_ref": 0.9796233177185059, + "depth": 0.000481689652428031, + "rgb_loss": 0.007581918500363827, + "seg_loss": 0.007653241511434317, + "total": 0.015235641235789283, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.000481689652428031, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010696200485858654 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002951408736407757, + "ssim_fused": 0.9856482148170471, + "seg_l1": 0.0032831323333084583, + "seg_ssim_ref": 0.9856481552124023, + "depth": 0.000422678501796909, + "rgb_loss": 0.005231483839452267, + "seg_loss": 0.005496874917298555, + "total": 0.010728781900913906, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000422678501796909, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001745372257552423 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002583043882623315, + "ssim_fused": 0.9858632683753967, + "seg_l1": 0.002480549504980445, + "seg_ssim_ref": 0.9858629703521729, + "depth": 0.00032884135156585305, + "rgb_loss": 0.004893781617283821, + "seg_loss": 0.0048118457198143005, + "total": 0.009705956178449687, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032884135156585305, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.6918608510297536e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005007774103432894, + "ssim_fused": 0.9768062829971313, + "seg_l1": 0.004798918962478638, + "seg_ssim_ref": 0.9768059253692627, + "depth": 0.00014262765178793213, + "rgb_loss": 0.008644962683320045, + "seg_loss": 0.008477950468659401, + "total": 0.017123055779631233, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014262765178793213, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014262765178793213 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 393, + "adam_update_count": 37728 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13314254701253958 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_3723e01ba0df4c3eb77a8585757c62de_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 394, + "next_interval": 0, + "next_adam_update": 37729, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 393, + "trained_intervals": 37728, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 37728, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9761441946029663, + "median": 11.515316009521484, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4747849702835083, + "median": 0.4747849702835083, + "max": 0.4747849702835083, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.8330604434013367, + "median": 9.41887378692627, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1386026293039322, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.3003480434417725, + "median": 12318.701171875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4747849702835083, + "median": 0.4747849702835083, + "max": 0.4747849702835083, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5601, + "controller_edge_stiffness": 465 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0394.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0394.json new file mode 100644 index 0000000000000000000000000000000000000000..b2b8d16a9129598065698ac0a12b8738209da7c3 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0394.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0394", + "executed_epochs": 394, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d04fb9e1730741c1a8c92a89cc245f7b.npz", + "optimizer_file": "boundary_d04fb9e1730741c1a8c92a89cc245f7b_optimizer.pt", + "arrays_sha256": "2353abea30333b191eddcc19cd64fcc3ff804746113de2b7388e2feb570e986e", + "optimizer_sha256": "0b4e2bbb5ffc5cea9681b8a0f8bb59974f5c104405ee14a019deacd0f738a579", + "stage": "adam", + "completed_passes": 394, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 37824, + "adam_update_count": 37824, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 395, + "consumed_count": 394, + "last_submitted_update": 37824, + "last_consumed_update": 37728, + "pending": [ + { + "reference": { + "source_update": 37824, + "completed_passes": 394, + "next_interval": 0, + "trained_intervals": 37824, + "snapshot": "pass_end_0394", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 394, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 37824, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 37824, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.636963659431785e-05, + "update_l2": 0.02827342227101326 + }, + "raw_ground_friction": { + "gradient_l2": 0.002522350987419486, + "update_l2": 0.0008179247379302979 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1853163414343726e-05, + "update_l2": 0.011064505204558372 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013201970688474323, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5604, + "attachment": 465, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4739696979522705, + "ground_friction/effective": 0.4739696979522705, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013201970688474323, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003732087556272745, + "ssim_fused": 0.981978714466095, + "seg_l1": 0.003759295679628849, + "seg_ssim_ref": 0.9819786548614502, + "depth": 0.00034397229268707136, + "rgb_loss": 0.006589918397367001, + "seg_loss": 0.006611708551645279, + "total": 0.013201970688474323 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004395326133817434, + "ssim_fused": 0.9795703291893005, + "seg_l1": 0.0044860318303108215, + "seg_ssim_ref": 0.9795705676078796, + "depth": 0.0004822533823254829, + "rgb_loss": 0.007602195255458355, + "seg_loss": 0.007674712222069502, + "total": 0.015277389265248895, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004822533823254829, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010752573475603843 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029568986501544714, + "ssim_fused": 0.9856327772140503, + "seg_l1": 0.003293466055765748, + "seg_ssim_ref": 0.9856326580047607, + "depth": 0.00042325761430327705, + "rgb_loss": 0.005238963756710291, + "seg_loss": 0.00550824124366045, + "total": 0.01074762872364633, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042325761430327705, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017511633826161035 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002582114888355136, + "ssim_fused": 0.9858687520027161, + "seg_l1": 0.0024790146853774786, + "seg_ssim_ref": 0.985868513584137, + "depth": 0.0003306077684728532, + "rgb_loss": 0.004891941323876381, + "seg_loss": 0.00480950903147459, + "total": 0.009701780963119444, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003306077684728532, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.868502541729759e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004994010087102652, + "ssim_fused": 0.9768431782722473, + "seg_l1": 0.004778670147061348, + "seg_ssim_ref": 0.9768428206443787, + "depth": 0.00013977040564667223, + "rgb_loss": 0.008626572787761688, + "seg_loss": 0.008454372175037861, + "total": 0.01708108380188262, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013977040564667223, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013977040564667226 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 394, + "adam_update_count": 37824 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1718925560126081 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d04fb9e1730741c1a8c92a89cc245f7b_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 395, + "next_interval": 0, + "next_adam_update": 37825, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 394, + "trained_intervals": 37824, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 37824, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9822803735733032, + "median": 11.515317916870117, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4747876226902008, + "median": 0.4747876226902008, + "max": 0.4747876226902008, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.8274279236793518, + "median": 9.418960571289062, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13775475323200226, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.2874276638031006, + "median": 12319.76953125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4747876226902008, + "median": 0.4747876226902008, + "max": 0.4747876226902008, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5604, + "controller_edge_stiffness": 465 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0395.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0395.json new file mode 100644 index 0000000000000000000000000000000000000000..22826c06628e7b114fffbb69266ac7465f95824a --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0395.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0395", + "executed_epochs": 395, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6363c197c1cb4eac9135fab158358898.npz", + "optimizer_file": "boundary_6363c197c1cb4eac9135fab158358898_optimizer.pt", + "arrays_sha256": "b68548fd73e4ea5499754a7a66457652ac8620d916c83de29cda5db6f809fc35", + "optimizer_sha256": "8d62cd75d341d911585855fdb55a496ee2cf0b491de7e10ec130a057c6562682", + "stage": "adam", + "completed_passes": 395, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 37920, + "adam_update_count": 37920, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 396, + "consumed_count": 395, + "last_submitted_update": 37920, + "last_consumed_update": 37824, + "pending": [ + { + "reference": { + "source_update": 37920, + "completed_passes": 395, + "next_interval": 0, + "trained_intervals": 37920, + "snapshot": "pass_end_0395", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 395, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 37920, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 37920, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.228507406078279e-05, + "update_l2": 0.02803805097937584 + }, + "raw_ground_friction": { + "gradient_l2": 0.002356058917939663, + "update_l2": 0.0008039772510528564 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1361011274857447e-05, + "update_l2": 0.010658624581992626 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013205389088445561, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5607, + "attachment": 466, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47350141406059265, + "ground_friction/effective": 0.47350141406059265, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013205389088445561, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037328435573726892, + "ssim_fused": 0.9819722771644592, + "seg_l1": 0.0037595736794173717, + "seg_ssim_ref": 0.9819721579551697, + "depth": 0.0003448840763741949, + "rgb_loss": 0.006591822952032089, + "seg_loss": 0.0066132210195064545, + "total": 0.013205389088445561 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004406817723065615, + "ssim_fused": 0.9795222878456116, + "seg_l1": 0.004498293623328209, + "seg_ssim_ref": 0.9795225858688354, + "depth": 0.00048279209661090543, + "rgb_loss": 0.007620996795594692, + "seg_loss": 0.007694117724895477, + "total": 0.01531559731258678, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048279209661090543, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010806444904146096 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029637860134243965, + "ssim_fused": 0.9856111407279968, + "seg_l1": 0.0033062088768929243, + "seg_ssim_ref": 0.985611081123352, + "depth": 0.000426263826832486, + "rgb_loss": 0.005248800851404667, + "seg_loss": 0.005522750783711672, + "total": 0.01077197836460446, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000426263826832486, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017812255079081933 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025798857677727938, + "ssim_fused": 0.9858825206756592, + "seg_l1": 0.002475884510204196, + "seg_ssim_ref": 0.9858823418617249, + "depth": 0.00033221908887304973, + "rgb_loss": 0.004887404851615429, + "seg_loss": 0.004804239608347416, + "total": 0.009691976679051717, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033221908887304973, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.029634581749423e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004980884492397308, + "ssim_fused": 0.9768730998039246, + "seg_l1": 0.004757907707244158, + "seg_ssim_ref": 0.9768727421760559, + "depth": 0.0001382612931803386, + "rgb_loss": 0.008610088378190994, + "seg_loss": 0.00843177828937769, + "total": 0.01704200399753929, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001382612931803386, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013826129318033863 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 395, + "adam_update_count": 37920 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13888700600364245 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6363c197c1cb4eac9135fab158358898_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 396, + "next_interval": 0, + "next_adam_update": 37921, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 395, + "trained_intervals": 37920, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 37920, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9885656833648682, + "median": 11.515323638916016, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4743053913116455, + "median": 0.4743053913116455, + "max": 0.4743053913116455, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.8219373226165771, + "median": 9.416393280029297, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13689163327217102, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.274902820587158, + "median": 12288.181640625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4743053913116455, + "median": 0.4743053913116455, + "max": 0.4743053913116455, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5607, + "controller_edge_stiffness": 466 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0396.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0396.json new file mode 100644 index 0000000000000000000000000000000000000000..d210febd33071a99917076b6f0e5000e7e58d89f --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0396.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0396", + "executed_epochs": 396, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_07cbc656f20947459b9959486468d898.npz", + "optimizer_file": "boundary_07cbc656f20947459b9959486468d898_optimizer.pt", + "arrays_sha256": "4901f006469db3cac29e4b1f0492320dd5290b16482f4f397e1bd427b7177abd", + "optimizer_sha256": "11b0a33f91368f3543cc66f5d91e1daefa89067a829d8ba92365bbd4b519f2d0", + "stage": "adam", + "completed_passes": 396, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 38016, + "adam_update_count": 38016, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 397, + "consumed_count": 396, + "last_submitted_update": 38016, + "last_consumed_update": 37920, + "pending": [ + { + "reference": { + "source_update": 38016, + "completed_passes": 396, + "next_interval": 0, + "trained_intervals": 38016, + "snapshot": "pass_end_0396", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 396, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 38016, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 38016, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.09510490600951e-05, + "update_l2": 0.028790559619665146 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025720831472426653, + "update_l2": 0.0008473396301269531 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1057650226575788e-05, + "update_l2": 0.010585054755210876 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013179384689327198, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5609, + "attachment": 466, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4737014174461365, + "ground_friction/effective": 0.4737014174461365, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013179384689327198, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037250667810440063, + "ssim_fused": 0.9819949865341187, + "seg_l1": 0.00374620221555233, + "seg_ssim_ref": 0.9819948673248291, + "depth": 0.000342778410629835, + "rgb_loss": 0.006581056397408247, + "seg_loss": 0.00659798551350832, + "total": 0.013179384689327198 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004412870388478041, + "ssim_fused": 0.9794877767562866, + "seg_l1": 0.004500240553170443, + "seg_ssim_ref": 0.9794880151748657, + "depth": 0.00048252862577947476, + "rgb_loss": 0.007632740773260593, + "seg_loss": 0.007702589966356754, + "total": 0.015335813268243128, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048252862577947476, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010780097821003033 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029579491820186377, + "ssim_fused": 0.9856283664703369, + "seg_l1": 0.0032984288409352303, + "seg_ssim_ref": 0.9856282472610474, + "depth": 0.0004230533396845893, + "rgb_loss": 0.005240686237812042, + "seg_loss": 0.005513093434274197, + "total": 0.010754202725425923, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004230533396845893, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017491206364292263 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025704072322696447, + "ssim_fused": 0.985929012298584, + "seg_l1": 0.002460200572386384, + "seg_ssim_ref": 0.9859288334846497, + "depth": 0.00033106105625525936, + "rgb_loss": 0.004870523698627949, + "seg_loss": 0.004782393574714661, + "total": 0.009653248334398864, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033106105625525936, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.913831319970381e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004959040321409702, + "ssim_fused": 0.9769347906112671, + "seg_l1": 0.004725939128547907, + "seg_ssim_ref": 0.9769344329833984, + "depth": 0.00013447062080001662, + "rgb_loss": 0.008580274879932404, + "seg_loss": 0.008393865078687668, + "total": 0.016974274429240873, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013447062080001662, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013447062080001662 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 396, + "adam_update_count": 38016 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.15433378700981848 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_07cbc656f20947459b9959486468d898_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 397, + "next_interval": 0, + "next_adam_update": 38017, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 396, + "trained_intervals": 38016, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 38016, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9947599172592163, + "median": 11.515326499938965, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4745487570762634, + "median": 0.4745487570762634, + "max": 0.4745487570762634, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.8162986040115356, + "median": 9.41369915008545, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13604632019996643, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.262111186981201, + "median": 12255.1201171875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4745487570762634, + "median": 0.4745487570762634, + "max": 0.4745487570762634, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5609, + "controller_edge_stiffness": 466 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0397.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0397.json new file mode 100644 index 0000000000000000000000000000000000000000..39829512e7392298053098e81954cd58a0afd0ae --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0397.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0397", + "executed_epochs": 397, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e97f62b8415f4167b7605173e89409ee.npz", + "optimizer_file": "boundary_e97f62b8415f4167b7605173e89409ee_optimizer.pt", + "arrays_sha256": "7bcf465bdddacba4587c3545ef3238351f13f2d7444f862f6e639dadca6ccc4f", + "optimizer_sha256": "6ef4dcb9dfdd12ba70a7694f9de58c7ada9b3df537b099c9fddbbf2afbb83f65", + "stage": "adam", + "completed_passes": 397, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 38112, + "adam_update_count": 38112, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 398, + "consumed_count": 397, + "last_submitted_update": 38112, + "last_consumed_update": 38016, + "pending": [ + { + "reference": { + "source_update": 38112, + "completed_passes": 397, + "next_interval": 0, + "trained_intervals": 38112, + "snapshot": "pass_end_0397", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 397, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 38112, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 38112, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.55158393480815e-05, + "update_l2": 0.028121011331677437 + }, + "raw_ground_friction": { + "gradient_l2": 0.0024729715660214424, + "update_l2": 0.0007981657981872559 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1765559065679554e-05, + "update_l2": 0.010989353992044926 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013210998783342236, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5610, + "attachment": 467, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4736764430999756, + "ground_friction/effective": 0.4736764430999756, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013210998783342236, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037346479948610067, + "ssim_fused": 0.9819703102111816, + "seg_l1": 0.003763809334486723, + "seg_ssim_ref": 0.9819702506065369, + "depth": 0.00034545593678401526, + "rgb_loss": 0.006593653466552496, + "seg_loss": 0.006617000326514244, + "total": 0.013210998783342236 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004397070966660976, + "ssim_fused": 0.979569673538208, + "seg_l1": 0.004488527774810791, + "seg_ssim_ref": 0.9795699715614319, + "depth": 0.0004823216425544686, + "rgb_loss": 0.007603722624480724, + "seg_loss": 0.007676828186959028, + "total": 0.01528103266742102, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004823216425544686, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010759399498502415 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002965120365843177, + "ssim_fused": 0.9856070280075073, + "seg_l1": 0.003305049380287528, + "seg_ssim_ref": 0.9856069087982178, + "depth": 0.0004269918478885668, + "rgb_loss": 0.005250690504908562, + "seg_loss": 0.00552265765145421, + "total": 0.010773774682549373, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004269918478885668, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017885057184690017 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002584038767963648, + "ssim_fused": 0.9858631491661072, + "seg_l1": 0.002484159544110298, + "seg_ssim_ref": 0.9858629107475281, + "depth": 0.00033222212621450626, + "rgb_loss": 0.004894601181149483, + "seg_loss": 0.004814745392650366, + "total": 0.00970967926158735, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033222212621450626, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.029938315895067e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004992361180484295, + "ssim_fused": 0.9768414497375488, + "seg_l1": 0.004777500871568918, + "seg_ssim_ref": 0.976841151714325, + "depth": 0.00014028813047851948, + "rgb_loss": 0.00862559862434864, + "seg_loss": 0.00845377054065466, + "total": 0.017079508521811202, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014028813047851948, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014028813047851953 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 397, + "adam_update_count": 38112 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1682442580058705 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e97f62b8415f4167b7605173e89409ee_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 398, + "next_interval": 0, + "next_adam_update": 38113, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 397, + "trained_intervals": 38112, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 38112, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.001180648803711, + "median": 11.515326499938965, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47447460889816284, + "median": 0.47447460889816284, + "max": 0.47447460889816284, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.8110321760177612, + "median": 9.412396430969238, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13517560064792633, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.250229597091675, + "median": 12239.1669921875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47447460889816284, + "median": 0.47447460889816284, + "max": 0.47447460889816284, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5610, + "controller_edge_stiffness": 467 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0398.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0398.json new file mode 100644 index 0000000000000000000000000000000000000000..7f66ce0d16f05890310707fd2bd7d31d1f4cac95 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0398.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0398", + "executed_epochs": 398, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f602427bbe074b26b5efd33215beca59.npz", + "optimizer_file": "boundary_f602427bbe074b26b5efd33215beca59_optimizer.pt", + "arrays_sha256": "40028622de8e07466784767ff87934a4e1202cc95734257dc04c87d08c1e4509", + "optimizer_sha256": "181450ca3901e8740b2c2e2815771b371eeec6eef2d48c4ab732b8747ee8f28a", + "stage": "adam", + "completed_passes": 398, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 38208, + "adam_update_count": 38208, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 399, + "consumed_count": 398, + "last_submitted_update": 38208, + "last_consumed_update": 38112, + "pending": [ + { + "reference": { + "source_update": 38208, + "completed_passes": 398, + "next_interval": 0, + "trained_intervals": 38208, + "snapshot": "pass_end_0398", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 398, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 38208, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 38208, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.436651453142986e-05, + "update_l2": 0.028063539415597916 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025277051609009504, + "update_l2": 0.0008054077625274658 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1589038876991253e-05, + "update_l2": 0.010571117512881756 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01320093613408159, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5612, + "attachment": 467, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47369080781936646, + "ground_friction/effective": 0.47369080781936646, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01320093613408159, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003731702920049429, + "ssim_fused": 0.9819791316986084, + "seg_l1": 0.0037585427053272724, + "seg_ssim_ref": 0.9819788932800293, + "depth": 0.00034458294163956056, + "rgb_loss": 0.00658954493701458, + "seg_loss": 0.006611046846956015, + "total": 0.01320093613408159 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004402301739901304, + "ssim_fused": 0.9795437455177307, + "seg_l1": 0.0044937739148736, + "seg_ssim_ref": 0.979543924331665, + "depth": 0.00048273541249903957, + "rgb_loss": 0.007613092660903931, + "seg_loss": 0.007686234544962645, + "total": 0.015299810406940362, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048273541249903957, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010800776492959511 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002962348284199834, + "ssim_fused": 0.9856180548667908, + "seg_l1": 0.003302253782749176, + "seg_ssim_ref": 0.9856179356575012, + "depth": 0.00042566166570824084, + "rgb_loss": 0.005246267654001713, + "seg_loss": 0.005518215708434582, + "total": 0.010764909024102003, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042566166570824084, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017752038966657412 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002580049214884639, + "ssim_fused": 0.9858821630477905, + "seg_l1": 0.0024766135029494762, + "seg_ssim_ref": 0.9858818650245667, + "depth": 0.00033167363219040744, + "rgb_loss": 0.0048876069486141205, + "seg_loss": 0.004804917611181736, + "total": 0.009692856233428047, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033167363219040744, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.975088913485193e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0049821119755506516, + "ssim_fused": 0.9768723845481873, + "seg_l1": 0.004761530086398125, + "seg_ssim_ref": 0.9768720269203186, + "depth": 0.00013826105616055427, + "rgb_loss": 0.008611212484538555, + "seg_loss": 0.008434819057583809, + "total": 0.01704616887185595, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013826105616055427, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013826105616055427 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 398, + "adam_update_count": 38208 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.155636362003861 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f602427bbe074b26b5efd33215beca59_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 399, + "next_interval": 0, + "next_adam_update": 38209, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 398, + "trained_intervals": 38208, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 38208, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.007432460784912, + "median": 11.515327453613281, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4744962155818939, + "median": 0.4744962155818939, + "max": 0.4744962155818939, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.8057050108909607, + "median": 9.407209396362305, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13433313369750977, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.238273859024048, + "median": 12175.845703125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4744962155818939, + "median": 0.4744962155818939, + "max": 0.4744962155818939, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5612, + "controller_edge_stiffness": 467 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0399.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0399.json new file mode 100644 index 0000000000000000000000000000000000000000..41ef3ef834cd32fe8fde44badd18251b099b00d7 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0399.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0399", + "executed_epochs": 399, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_53e4f8f68ddc4792a82c58a58c7891fe.npz", + "optimizer_file": "boundary_53e4f8f68ddc4792a82c58a58c7891fe_optimizer.pt", + "arrays_sha256": "4442fa16772ecdb1505ea4a42cfa9a9566d8c9fbe13bae8319633fc6adbaa5a0", + "optimizer_sha256": "534361877f8a1d6be05b0d3804d2992dfc772ab787b629f907843c24d32c6142", + "stage": "adam", + "completed_passes": 399, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 38304, + "adam_update_count": 38304, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 400, + "consumed_count": 399, + "last_submitted_update": 38304, + "last_consumed_update": 38208, + "pending": [ + { + "reference": { + "source_update": 38304, + "completed_passes": 399, + "next_interval": 0, + "trained_intervals": 38304, + "snapshot": "pass_end_0399", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 399, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 38304, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 38304, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.248199785361066e-05, + "update_l2": 0.028105072677135468 + }, + "raw_ground_friction": { + "gradient_l2": 0.0024878375697880983, + "update_l2": 0.0008077621459960938 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1335904673615005e-05, + "update_l2": 0.010324516333639622 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01321875142465691, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5613, + "attachment": 467, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.473240464925766, + "ground_friction/effective": 0.473240464925766, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01321875142465691, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037366722244769335, + "ssim_fused": 0.9819578528404236, + "seg_l1": 0.003765248926356435, + "seg_ssim_ref": 0.9819577932357788, + "depth": 0.000346466632287225, + "rgb_loss": 0.0065977610647678375, + "seg_loss": 0.00662064366042614, + "total": 0.01321875142465691 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004416844807565212, + "ssim_fused": 0.9794871211051941, + "seg_l1": 0.004511160310357809, + "seg_ssim_ref": 0.9794872999191284, + "depth": 0.00048422604037008974, + "rgb_loss": 0.0076360516250133514, + "seg_loss": 0.007711468264460564, + "total": 0.015348004115514286, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048422604037008974, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010949839280064528 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002974508097395301, + "ssim_fused": 0.9855791330337524, + "seg_l1": 0.003322494914755225, + "seg_ssim_ref": 0.9855790734291077, + "depth": 0.00042935304712400695, + "rgb_loss": 0.005263780243694782, + "seg_loss": 0.005542181432247162, + "total": 0.010806391028989068, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042935304712400695, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00018121177108234028 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002582642948254943, + "ssim_fused": 0.9858731031417847, + "seg_l1": 0.0024813595227897167, + "seg_ssim_ref": 0.9858729243278503, + "depth": 0.00033496016265591595, + "rgb_loss": 0.004891493823379278, + "seg_loss": 0.004810502752661705, + "total": 0.009702332001864926, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033496016265591595, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.303741960036042e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004972692579030991, + "ssim_fused": 0.9768921732902527, + "seg_l1": 0.004745981656014919, + "seg_ssim_ref": 0.976891815662384, + "depth": 0.00013732727899888736, + "rgb_loss": 0.008599719032645226, + "seg_loss": 0.008418422192335129, + "total": 0.017018278552259354, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013732727899888736, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013732727899888736 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 399, + "adam_update_count": 38304 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13963336998131126 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_53e4f8f68ddc4792a82c58a58c7891fe_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 400, + "next_interval": 0, + "next_adam_update": 38305, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 399, + "trained_intervals": 38304, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 38304, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.013730049133301, + "median": 11.515328407287598, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4740482270717621, + "median": 0.4740482270717621, + "max": 0.4740482270717621, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.8004031181335449, + "median": 9.404545783996582, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13348981738090515, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.226438283920288, + "median": 12143.4560546875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4740482270717621, + "median": 0.4740482270717621, + "max": 0.4740482270717621, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5613, + "controller_edge_stiffness": 467 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0400.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0400.json new file mode 100644 index 0000000000000000000000000000000000000000..18c8934e401b9047e897665948fab3c03adca803 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0400.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0400", + "executed_epochs": 400, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_390f8ae763654668a572382d4b21fbdb.npz", + "optimizer_file": "boundary_390f8ae763654668a572382d4b21fbdb_optimizer.pt", + "arrays_sha256": "4aa51e8ccff93f57aedd48cc5780ccc1b8b34219ba96f92ba328c8b27403d850", + "optimizer_sha256": "61c1c3819bcc5a08992f8debeeba25d200bf3c384d1ebff5d47e94c7a9b54eae", + "stage": "adam", + "completed_passes": 400, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 38400, + "adam_update_count": 38400, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 401, + "consumed_count": 400, + "last_submitted_update": 38400, + "last_consumed_update": 38304, + "pending": [ + { + "reference": { + "source_update": 38400, + "completed_passes": 400, + "next_interval": 0, + "trained_intervals": 38400, + "snapshot": "pass_end_0400", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 400, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 38400, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 38400, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00018777851073537022, + "update_l2": 0.029811285436153412 + }, + "raw_ground_friction": { + "gradient_l2": 0.003746708622202277, + "update_l2": 0.0008375048637390137 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2846406207245309e-05, + "update_l2": 0.008392813615500927 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013522515369224393, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5613, + "attachment": 467, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47265493869781494, + "ground_friction/effective": 0.47265493869781494, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013522515369224393, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038297611754387617, + "ssim_fused": 0.9816337823867798, + "seg_l1": 0.003889794461429119, + "seg_ssim_ref": 0.9816336631774902, + "depth": 0.00035722518249680036, + "rgb_loss": 0.006737052462995052, + "seg_loss": 0.006785105913877487, + "total": 0.013522515369224393 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004443206358700991, + "ssim_fused": 0.9794155359268188, + "seg_l1": 0.004567407071590424, + "seg_ssim_ref": 0.9794157147407532, + "depth": 0.0004931365387278816, + "rgb_loss": 0.007671457715332508, + "seg_loss": 0.007770782336592674, + "total": 0.01544273318846391, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004931365387278816, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011840889115843713 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029822979122400284, + "ssim_fused": 0.9854986071586609, + "seg_l1": 0.003301881719380617, + "seg_ssim_ref": 0.9854984879493713, + "depth": 0.00043086306201914977, + "rgb_loss": 0.00528611708432436, + "seg_loss": 0.005541807971894741, + "total": 0.01082835591928112, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00043086306201914977, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00018272178597748313 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026792758144438267, + "ssim_fused": 0.9853565096855164, + "seg_l1": 0.0026098520029336214, + "seg_ssim_ref": 0.9853562712669373, + "depth": 0.00033282053668853926, + "rgb_loss": 0.00507211871445179, + "seg_loss": 0.0050166272558271885, + "total": 0.01008907832515438, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033282053668853926, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.0897793632983716e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005214264616370201, + "ssim_fused": 0.976264476776123, + "seg_l1": 0.005080038215965033, + "seg_ssim_ref": 0.9762641191482544, + "depth": 0.00017208059255163083, + "rgb_loss": 0.008918516337871552, + "seg_loss": 0.008811206556856632, + "total": 0.017729894043998162, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017208059255163083, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001720805925516308 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 400, + "adam_update_count": 38400 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1414811419963371 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_390f8ae763654668a572382d4b21fbdb_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 401, + "next_interval": 0, + "next_adam_update": 38401, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 400, + "trained_intervals": 38400, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 38400, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0198514461517334, + "median": 11.51533031463623, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47349244356155396, + "median": 0.47349244356155396, + "max": 0.47349244356155396, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.7959114909172058, + "median": 9.403934478759766, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1326751708984375, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.2164602279663086, + "median": 12136.03515625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47349244356155396, + "median": 0.47349244356155396, + "max": 0.47349244356155396, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5613, + "controller_edge_stiffness": 467 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0401.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0401.json new file mode 100644 index 0000000000000000000000000000000000000000..8cf32ae66ca6610253ac60fc1e999aa4b80855ac --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0401.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0401", + "executed_epochs": 401, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_1045fbe29a6c4b819818f8aef258b14f.npz", + "optimizer_file": "boundary_1045fbe29a6c4b819818f8aef258b14f_optimizer.pt", + "arrays_sha256": "db3f3fc26a5c088cffa2c51fd27e88412c36104bcff0ec71479ee72c3cd30a4d", + "optimizer_sha256": "9851ff60dc52c00854d9cea74ab215d1135fc2f9c5e50805b9162b56bca677ec", + "stage": "adam", + "completed_passes": 401, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 38496, + "adam_update_count": 38496, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 402, + "consumed_count": 401, + "last_submitted_update": 38496, + "last_consumed_update": 38400, + "pending": [ + { + "reference": { + "source_update": 38496, + "completed_passes": 401, + "next_interval": 0, + "trained_intervals": 38496, + "snapshot": "pass_end_0401", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 401, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 38496, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 38496, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.579129255143926e-05, + "update_l2": 0.02794346958398819 + }, + "raw_ground_friction": { + "gradient_l2": 0.0024818454403430223, + "update_l2": 0.0007888078689575195 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.184072516480228e-05, + "update_l2": 0.011622903868556023 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013291270719331713, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5614, + "attachment": 467, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47283798456192017, + "ground_friction/effective": 0.47283798456192017, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013291270719331713, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003757832571864128, + "ssim_fused": 0.9818841814994812, + "seg_l1": 0.0037978696636855602, + "seg_ssim_ref": 0.9818840622901917, + "depth": 0.0003511230023815167, + "rgb_loss": 0.006629433482885361, + "seg_loss": 0.006661485880613327, + "total": 0.013291270719331713 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004438296426087618, + "ssim_fused": 0.9794144034385681, + "seg_l1": 0.0045417374931275845, + "seg_ssim_ref": 0.9794147610664368, + "depth": 0.0004865277137545248, + "rgb_loss": 0.007667756639420986, + "seg_loss": 0.007750437594950199, + "total": 0.01541868076208494, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004865277137545248, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011180006618508036 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.00300555769354105, + "ssim_fused": 0.9854851365089417, + "seg_l1": 0.003370122518390417, + "seg_ssim_ref": 0.9854849576950073, + "depth": 0.0004394084336965657, + "rgb_loss": 0.00530741922557354, + "seg_loss": 0.005599106661975384, + "total": 0.01090696529598262, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004394084336965657, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001912671576548991 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002603513188660145, + "ssim_fused": 0.9857871532440186, + "seg_l1": 0.002516181441023946, + "seg_ssim_ref": 0.9857868552207947, + "depth": 0.0003404712086600354, + "rgb_loss": 0.004925379995256662, + "seg_loss": 0.004855574108660221, + "total": 0.009781295040786831, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003404712086600354, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.854846560447987e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004983963910490274, + "ssim_fused": 0.9768499732017517, + "seg_l1": 0.00476343696936965, + "seg_ssim_ref": 0.9768496155738831, + "depth": 0.00013808465341494107, + "rgb_loss": 0.008617176674306393, + "seg_loss": 0.008440827019512653, + "total": 0.017058141778472462, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013808465341494107, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013808465341494107 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 401, + "adam_update_count": 38496 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.15815064299385995 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_1045fbe29a6c4b819818f8aef258b14f_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 402, + "next_interval": 0, + "next_adam_update": 38497, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 401, + "trained_intervals": 38496, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 38496, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0260257720947266, + "median": 11.515331268310547, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4736267924308777, + "median": 0.4736267924308777, + "max": 0.4736267924308777, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.7909888625144958, + "median": 9.402935028076172, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13185851275920868, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.2055764198303223, + "median": 12123.9130859375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4736267924308777, + "median": 0.4736267924308777, + "max": 0.4736267924308777, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5614, + "controller_edge_stiffness": 467 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0402.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0402.json new file mode 100644 index 0000000000000000000000000000000000000000..9cffd4586859c30bcec98c0b9d4175c9f2f9aa1a --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0402.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0402", + "executed_epochs": 402, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_79fd3c3247be4035846754afe89ad757.npz", + "optimizer_file": "boundary_79fd3c3247be4035846754afe89ad757_optimizer.pt", + "arrays_sha256": "15734e3000498f7153dc36d67c7e72e2ba04c60f63c9aecc573f6afd1ed19a1e", + "optimizer_sha256": "b14aa5c60e8fa85696de356d749b60b853ef8bce871d5a389c9f585988a6bc68", + "stage": "adam", + "completed_passes": 402, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 38592, + "adam_update_count": 38592, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 403, + "consumed_count": 402, + "last_submitted_update": 38592, + "last_consumed_update": 38496, + "pending": [ + { + "reference": { + "source_update": 38592, + "completed_passes": 402, + "next_interval": 0, + "trained_intervals": 38592, + "snapshot": "pass_end_0402", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 402, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 38592, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 38592, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.786507143871859e-05, + "update_l2": 0.028052572160959244 + }, + "raw_ground_friction": { + "gradient_l2": 0.0026019965298473835, + "update_l2": 0.0008103251457214355 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2112152035115287e-05, + "update_l2": 0.011399510316550732 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01326517683714172, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5617, + "attachment": 467, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47284016013145447, + "ground_friction/effective": 0.47284016013145447, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01326517683714172, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037505824584513903, + "ssim_fused": 0.9819143414497375, + "seg_l1": 0.0037876111455261707, + "seg_ssim_ref": 0.9819142818450928, + "depth": 0.0003498725547462366, + "rgb_loss": 0.006617588456720114, + "seg_loss": 0.0066472385078668594, + "total": 0.01326517683714172 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004420214332640171, + "ssim_fused": 0.9794918298721313, + "seg_l1": 0.0045213657431304455, + "seg_ssim_ref": 0.9794921875, + "depth": 0.00048538596294690967, + "rgb_loss": 0.007637805305421352, + "seg_loss": 0.007718655280768871, + "total": 0.01535694597215317, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048538596294690967, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011065831537746515 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029893070459365845, + "ssim_fused": 0.9855351448059082, + "seg_l1": 0.0033432457130402327, + "seg_ssim_ref": 0.9855350255966187, + "depth": 0.00043691851794305797, + "rgb_loss": 0.005284416489303112, + "seg_loss": 0.005567591637372971, + "total": 0.010852445045194026, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00043691851794305797, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00018877724190139136 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025991355068981647, + "ssim_fused": 0.9858002662658691, + "seg_l1": 0.002508205361664295, + "seg_ssim_ref": 0.9857998490333557, + "depth": 0.00033717342739873036, + "rgb_loss": 0.004919255152344704, + "seg_loss": 0.004846594296395779, + "total": 0.009766186622167881, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033717342739873036, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.525068434317485e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0049936724826693535, + "ssim_fused": 0.9768303036689758, + "seg_l1": 0.004777627997100353, + "seg_ssim_ref": 0.9768299460411072, + "depth": 0.00014001231069624834, + "rgb_loss": 0.008628876879811287, + "seg_loss": 0.008456113748252392, + "total": 0.0170851297090518, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014001231069624834, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014001231069624837 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 402, + "adam_update_count": 38592 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13600821199361235 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_79fd3c3247be4035846754afe89ad757_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 403, + "next_interval": 0, + "next_adam_update": 38593, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 402, + "trained_intervals": 38592, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 38592, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0321943759918213, + "median": 11.51533317565918, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4736504852771759, + "median": 0.4736504852771759, + "max": 0.4736504852771759, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.7853770852088928, + "median": 9.40158748626709, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13104763627052307, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.1932339668273926, + "median": 12107.5869140625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4736504852771759, + "median": 0.4736504852771759, + "max": 0.4736504852771759, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5617, + "controller_edge_stiffness": 467 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0403.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0403.json new file mode 100644 index 0000000000000000000000000000000000000000..3b973197af8d75f9b89af5f115c11fa2c9ce9b2d --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0403.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0403", + "executed_epochs": 403, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6d542ebcdb214dee8e267e5bd8424b6d.npz", + "optimizer_file": "boundary_6d542ebcdb214dee8e267e5bd8424b6d_optimizer.pt", + "arrays_sha256": "ddb4b0510f6ea3d02fabf2ea2127592398b4fcd1835fcd454022656c20dc8762", + "optimizer_sha256": "02e519a5ce1de620d8b9cb069558b841b387809df98f604a1b4ed5958d405135", + "stage": "adam", + "completed_passes": 403, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 38688, + "adam_update_count": 38688, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 404, + "consumed_count": 403, + "last_submitted_update": 38688, + "last_consumed_update": 38592, + "pending": [ + { + "reference": { + "source_update": 38688, + "completed_passes": 403, + "next_interval": 0, + "trained_intervals": 38688, + "snapshot": "pass_end_0403", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 403, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 38688, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 38688, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.569423127686605e-05, + "update_l2": 0.02805103361606598 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025540790520608425, + "update_l2": 0.0008050501346588135 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.178796446765773e-05, + "update_l2": 0.010816507041454315 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013267117125602343, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5619, + "attachment": 467, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4726089537143707, + "ground_friction/effective": 0.4726089537143707, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013267117125602343, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003750735893845558, + "ssim_fused": 0.981909990310669, + "seg_l1": 0.0037877075374126434, + "seg_ssim_ref": 0.981909990310669, + "depth": 0.0003495176005137102, + "rgb_loss": 0.006618584506213665, + "seg_loss": 0.0066481828689575195, + "total": 0.013267117125602343 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004428851883858442, + "ssim_fused": 0.9794535040855408, + "seg_l1": 0.004530239850282669, + "seg_ssim_ref": 0.9794537425041199, + "depth": 0.000485480483685258, + "rgb_loss": 0.007652380503714085, + "seg_loss": 0.0077334437519311905, + "total": 0.01538630973612896, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.000485480483685258, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001107528361158135 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002994559006765485, + "ssim_fused": 0.9855194687843323, + "seg_l1": 0.0033529724460095167, + "seg_ssim_ref": 0.9855194091796875, + "depth": 0.0004368815027115248, + "rgb_loss": 0.005291753448545933, + "seg_loss": 0.005578496493399143, + "total": 0.010870686823447788, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004368815027115248, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00018874022666985816 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025973033625632524, + "ssim_fused": 0.9858096241950989, + "seg_l1": 0.002506275661289692, + "seg_ssim_ref": 0.9858094453811646, + "depth": 0.0003377128740027546, + "rgb_loss": 0.004915918223559856, + "seg_loss": 0.004843131639063358, + "total": 0.009759387575497217, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003377128740027546, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.579013094719905e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00498222978785634, + "ssim_fused": 0.9768574833869934, + "seg_l1": 0.004761341959238052, + "seg_ssim_ref": 0.97685706615448, + "depth": 0.00013799554165530326, + "rgb_loss": 0.00861428678035736, + "seg_loss": 0.00843766052275896, + "total": 0.017052084367335404, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013799554165530326, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001379955416553033 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 403, + "adam_update_count": 38688 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13929201898281462 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6d542ebcdb214dee8e267e5bd8424b6d_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 404, + "next_interval": 0, + "next_adam_update": 38689, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 403, + "trained_intervals": 38688, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 38688, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.038447618484497, + "median": 11.515338897705078, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47341400384902954, + "median": 0.47341400384902954, + "max": 0.47341400384902954, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.7799782752990723, + "median": 9.400764465332031, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13023072481155396, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.181424856185913, + "median": 12097.625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47341400384902954, + "median": 0.47341400384902954, + "max": 0.47341400384902954, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5619, + "controller_edge_stiffness": 467 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0404.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0404.json new file mode 100644 index 0000000000000000000000000000000000000000..747a5aee3319216ddc294fd6d648a4a5744a838e --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0404.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0404", + "executed_epochs": 404, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ab3bcb3acae1465bab5a42edbbccb01b.npz", + "optimizer_file": "boundary_ab3bcb3acae1465bab5a42edbbccb01b_optimizer.pt", + "arrays_sha256": "0dfcbb7d380e22195091c6e32a1aa149f0597b6fccdb173db8a88923d07d365e", + "optimizer_sha256": "8fff43b1dc751f74c44de5495a600e294c3b9c10e51d84e574e3fdd62a10ae62", + "stage": "adam", + "completed_passes": 404, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 38784, + "adam_update_count": 38784, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 405, + "consumed_count": 404, + "last_submitted_update": 38784, + "last_consumed_update": 38688, + "pending": [ + { + "reference": { + "source_update": 38784, + "completed_passes": 404, + "next_interval": 0, + "trained_intervals": 38784, + "snapshot": "pass_end_0404", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 404, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 38784, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 38784, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.218305785907432e-05, + "update_l2": 0.02771752141416073 + }, + "raw_ground_friction": { + "gradient_l2": 0.00247183651663363, + "update_l2": 0.0007801949977874756 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1290290785836987e-05, + "update_l2": 0.01053906325250864 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013256129381500087, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5621, + "attachment": 467, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4727480709552765, + "ground_friction/effective": 0.4727480709552765, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013256129381500087, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003747311420738697, + "ssim_fused": 0.9819199442863464, + "seg_l1": 0.0037823631428182125, + "seg_ssim_ref": 0.9819198250770569, + "depth": 0.00034951723357261577, + "rgb_loss": 0.006613857578486204, + "seg_loss": 0.006641922518610954, + "total": 0.013256129381500087 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004433691967278719, + "ssim_fused": 0.9794285297393799, + "seg_l1": 0.004533639643341303, + "seg_ssim_ref": 0.9794287085533142, + "depth": 0.0004854626139147311, + "rgb_loss": 0.007661247625946999, + "seg_loss": 0.0077411700040102005, + "total": 0.015402903092571113, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004854626139147311, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011073496634528664 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029945059213787317, + "ssim_fused": 0.9855184555053711, + "seg_l1": 0.0033549091313034296, + "seg_ssim_ref": 0.9855184555053711, + "depth": 0.00043681187771157286, + "rgb_loss": 0.005291913636028767, + "seg_loss": 0.005580236203968525, + "total": 0.010872586651875004, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00043681187771157286, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00018867060166990617 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002592705888673663, + "ssim_fused": 0.9858368635177612, + "seg_l1": 0.0024988928344100714, + "seg_ssim_ref": 0.9858365654945374, + "depth": 0.0003383294156061795, + "rgb_loss": 0.004906792193651199, + "seg_loss": 0.004831801168620586, + "total": 0.009738931691687392, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003383294156061795, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.640667255062396e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0049683409743011, + "ssim_fused": 0.9768959879875183, + "seg_l1": 0.004742010962218046, + "seg_ssim_ref": 0.9768956303596497, + "depth": 0.00013746502705797964, + "rgb_loss": 0.008595475926995277, + "seg_loss": 0.008414482697844505, + "total": 0.017010096089866842, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013746502705797964, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013746502705797966 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 404, + "adam_update_count": 38784 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1386780859902501 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ab3bcb3acae1465bab5a42edbbccb01b_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 405, + "next_interval": 0, + "next_adam_update": 38785, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 404, + "trained_intervals": 38784, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 38784, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0447027683258057, + "median": 11.51534366607666, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47352826595306396, + "median": 0.47352826595306396, + "max": 0.47352826595306396, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.7745223045349121, + "median": 9.395462036132812, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12941864132881165, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.1695556640625, + "median": 12033.6484375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47352826595306396, + "median": 0.47352826595306396, + "max": 0.47352826595306396, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5621, + "controller_edge_stiffness": 467 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0405.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0405.json new file mode 100644 index 0000000000000000000000000000000000000000..08b5552f43d1ad6e3e89161a910162d5abf451a8 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0405.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0405", + "executed_epochs": 405, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_9eda98e34dcb4ee18051c4106e035be4.npz", + "optimizer_file": "boundary_9eda98e34dcb4ee18051c4106e035be4_optimizer.pt", + "arrays_sha256": "594ba6721e40424c839abf5c3193f85f0c797e50636cb59fb9b6b5f9da015cd0", + "optimizer_sha256": "1e6414fc71243f77b50a52852c5011f7fc56ec11ff466a7fb112ce494f922205", + "stage": "adam", + "completed_passes": 405, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 38880, + "adam_update_count": 38880, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 406, + "consumed_count": 405, + "last_submitted_update": 38880, + "last_consumed_update": 38784, + "pending": [ + { + "reference": { + "source_update": 38880, + "completed_passes": 405, + "next_interval": 0, + "trained_intervals": 38880, + "snapshot": "pass_end_0405", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 405, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 38880, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 38880, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.535897697787732e-05, + "update_l2": 0.02804621495306492 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025909943506121635, + "update_l2": 0.0008091628551483154 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.173492091766093e-05, + "update_l2": 0.010550693608820438 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01326595998162414, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5623, + "attachment": 467, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47253668308258057, + "ground_friction/effective": 0.47253668308258057, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01326595998162414, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037505431100726128, + "ssim_fused": 0.9819121956825256, + "seg_l1": 0.0037875634152442217, + "seg_ssim_ref": 0.9819121360778809, + "depth": 0.00035000758255915976, + "rgb_loss": 0.006617992650717497, + "seg_loss": 0.006647617556154728, + "total": 0.01326595998162414 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004429866559803486, + "ssim_fused": 0.9794526100158691, + "seg_l1": 0.00453129131346941, + "seg_ssim_ref": 0.9794529676437378, + "depth": 0.00048549707859185426, + "rgb_loss": 0.0076533714309334755, + "seg_loss": 0.0077344393357634544, + "total": 0.015388296263775521, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048549707859185426, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011076943102240978 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002995977643877268, + "ssim_fused": 0.9855154156684875, + "seg_l1": 0.00335535011254251, + "seg_ssim_ref": 0.9855154156684875, + "depth": 0.00043816745495630656, + "rgb_loss": 0.0052936989814043045, + "seg_loss": 0.005581196863204241, + "total": 0.010875333546402214, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00043816745495630656, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00019002617891463995 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025973638985306025, + "ssim_fused": 0.9858136177062988, + "seg_l1": 0.002506570192053914, + "seg_ssim_ref": 0.9858134388923645, + "depth": 0.0003383757244904214, + "rgb_loss": 0.004915167577564716, + "seg_loss": 0.004842568188905716, + "total": 0.009758074142194923, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003383757244904214, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.645298143486586e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0049789645709097385, + "ssim_fused": 0.9768671989440918, + "seg_l1": 0.004757042042911053, + "seg_ssim_ref": 0.9768668413162231, + "depth": 0.0001379900721980569, + "rgb_loss": 0.008609732612967491, + "seg_loss": 0.008432265371084213, + "total": 0.017042135974123903, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001379900721980569, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001379900721980569 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 405, + "adam_update_count": 38880 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1393621329916641 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_9eda98e34dcb4ee18051c4106e035be4_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 406, + "next_interval": 0, + "next_adam_update": 38881, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 405, + "trained_intervals": 38880, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 38880, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0507733821868896, + "median": 11.51534366607666, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4733458459377289, + "median": 0.4733458459377289, + "max": 0.4733458459377289, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.7694459557533264, + "median": 9.392868995666504, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12863537669181824, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.1585700511932373, + "median": 12002.4853515625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4733458459377289, + "median": 0.4733458459377289, + "max": 0.4733458459377289, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5623, + "controller_edge_stiffness": 467 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0406.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0406.json new file mode 100644 index 0000000000000000000000000000000000000000..5d0b414aa798ce5305ee3edfec006728517e7172 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0406.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0406", + "executed_epochs": 406, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e56bbffca1b54667b30aec5e1b527ee4.npz", + "optimizer_file": "boundary_e56bbffca1b54667b30aec5e1b527ee4_optimizer.pt", + "arrays_sha256": "cb0adc953a17bc8e201633dbf5a6c6b7b3d1189107d173966c42a1f6a5c035e6", + "optimizer_sha256": "2950af1d731596f4819da0513798969107f6cc8df04818d512fdb8efaf218cde", + "stage": "adam", + "completed_passes": 406, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 38976, + "adam_update_count": 38976, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 407, + "consumed_count": 406, + "last_submitted_update": 38976, + "last_consumed_update": 38880, + "pending": [ + { + "reference": { + "source_update": 38976, + "completed_passes": 406, + "next_interval": 0, + "trained_intervals": 38976, + "snapshot": "pass_end_0406", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 406, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 38976, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 38976, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.172088903142139e-05, + "update_l2": 0.02748650684952736 + }, + "raw_ground_friction": { + "gradient_l2": 0.002393494825810194, + "update_l2": 0.0007779300212860107 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1206394447071943e-05, + "update_l2": 0.010800378397107124 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01327357229393362, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5623, + "attachment": 469, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4724777042865753, + "ground_friction/effective": 0.4724777042865753, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01327357229393362, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003752564312890172, + "ssim_fused": 0.9819034337997437, + "seg_l1": 0.0037906491197645664, + "seg_ssim_ref": 0.9819033145904541, + "depth": 0.00035108615099471843, + "rgb_loss": 0.0066213649697601795, + "seg_loss": 0.00665185647085309, + "total": 0.01327357229393362 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004437349271029234, + "ssim_fused": 0.9794199466705322, + "seg_l1": 0.004539652727544308, + "seg_ssim_ref": 0.9794201850891113, + "depth": 0.00048645577200274505, + "rgb_loss": 0.007665890268981457, + "seg_loss": 0.007747685071080923, + "total": 0.015414061330173095, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048645577200274505, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011172812443330059 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.003005543490871787, + "ssim_fused": 0.9854862689971924, + "seg_l1": 0.0033702533692121506, + "seg_ssim_ref": 0.9854860901832581, + "depth": 0.0004393166991126622, + "rgb_loss": 0.005307180806994438, + "seg_loss": 0.005598984658718109, + "total": 0.01090660478241166, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004393166991126622, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00019117542307099558 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002597764367237687, + "ssim_fused": 0.9858179688453674, + "seg_l1": 0.0025084377266466618, + "seg_ssim_ref": 0.9858177900314331, + "depth": 0.0003410528951932468, + "rgb_loss": 0.004914618097245693, + "seg_loss": 0.004843192175030708, + "total": 0.009758151325171594, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003410528951932468, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.913015213769128e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004969600588083267, + "ssim_fused": 0.9768895506858826, + "seg_l1": 0.004744252189993858, + "seg_ssim_ref": 0.9768891930580139, + "depth": 0.0001375192376702196, + "rgb_loss": 0.00859777070581913, + "seg_loss": 0.008417563512921333, + "total": 0.017015471737978134, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001375192376702196, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001375192376702196 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 406, + "adam_update_count": 38976 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13826704100938514 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e56bbffca1b54667b30aec5e1b527ee4_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 407, + "next_interval": 0, + "next_adam_update": 38977, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 406, + "trained_intervals": 38976, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 38976, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0570175647735596, + "median": 11.51534366607666, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47325563430786133, + "median": 0.47325563430786133, + "max": 0.47325563430786133, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.7641989588737488, + "median": 9.389955520629883, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12783466279506683, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.1472737789154053, + "median": 11967.56640625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47325563430786133, + "median": 0.47325563430786133, + "max": 0.47325563430786133, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5623, + "controller_edge_stiffness": 469 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0407.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0407.json new file mode 100644 index 0000000000000000000000000000000000000000..676df246df81fe3e96fdcf6a9a6c47b0ec44630c --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0407.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0407", + "executed_epochs": 407, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_1701876f09b34631a707c61074f4a3fc.npz", + "optimizer_file": "boundary_1701876f09b34631a707c61074f4a3fc_optimizer.pt", + "arrays_sha256": "7e00392b4ccdada98aeeb2f488ca095b6062272c6bdbb1bf6c3471d16288159e", + "optimizer_sha256": "2d84511b7143c657b61d19ae1d8f14789096eac0e0307e405047d0ce031084bb", + "stage": "adam", + "completed_passes": 407, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 39072, + "adam_update_count": 39072, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 408, + "consumed_count": 407, + "last_submitted_update": 39072, + "last_consumed_update": 38976, + "pending": [ + { + "reference": { + "source_update": 39072, + "completed_passes": 407, + "next_interval": 0, + "trained_intervals": 39072, + "snapshot": "pass_end_0407", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 407, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 39072, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 39072, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.447610500501469e-05, + "update_l2": 0.02803237922489643 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025956337340176105, + "update_l2": 0.0008102059364318848 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.154224719357444e-05, + "update_l2": 0.010315584018826485 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013273391663019388, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5624, + "attachment": 469, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4724888801574707, + "ground_friction/effective": 0.4724888801574707, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013273391663019388, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003752599935978651, + "ssim_fused": 0.9819037318229675, + "seg_l1": 0.003790544578805566, + "seg_ssim_ref": 0.9819036722183228, + "depth": 0.0003511318162374018, + "rgb_loss": 0.00662133377045393, + "seg_loss": 0.0066517069935798645, + "total": 0.013273391663019388 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004436267539858818, + "ssim_fused": 0.979426383972168, + "seg_l1": 0.004538921173661947, + "seg_ssim_ref": 0.9794267416000366, + "depth": 0.00048643819184611664, + "rgb_loss": 0.007663737051188946, + "seg_loss": 0.007745788432657719, + "total": 0.015410011922038511, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048643819184611664, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011171054427667211 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0030031490605324507, + "ssim_fused": 0.9854946732521057, + "seg_l1": 0.003366016549989581, + "seg_ssim_ref": 0.9854946136474609, + "depth": 0.00044001954962499465, + "rgb_loss": 0.005303584970533848, + "seg_loss": 0.0055938903242349625, + "total": 0.010897915314318435, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00044001954962499465, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00019187827358332798 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002598451217636466, + "ssim_fused": 0.9858125448226929, + "seg_l1": 0.002509157871827483, + "seg_ssim_ref": 0.985812246799469, + "depth": 0.00034053160847992523, + "rgb_loss": 0.004916252102702856, + "seg_loss": 0.004844876937568188, + "total": 0.009761469106218236, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00034053160847992523, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.860886542436969e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004972531925886869, + "ssim_fused": 0.9768813252449036, + "seg_l1": 0.004748082719743252, + "seg_ssim_ref": 0.9768809676170349, + "depth": 0.00013753791499857064, + "rgb_loss": 0.008601760491728783, + "seg_loss": 0.00842227227985859, + "total": 0.01702417030950237, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013753791499857064, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013753791499857067 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 407, + "adam_update_count": 39072 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13515727999038063 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_1701876f09b34631a707c61074f4a3fc_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 408, + "next_interval": 0, + "next_adam_update": 39073, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 407, + "trained_intervals": 39072, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 39072, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0629444122314453, + "median": 11.515344619750977, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4732990860939026, + "median": 0.4732990860939026, + "max": 0.4732990860939026, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.7591519951820374, + "median": 9.385374069213867, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12707923352718353, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.1364636421203613, + "median": 11912.86328125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4732990860939026, + "median": 0.4732990860939026, + "max": 0.4732990860939026, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5624, + "controller_edge_stiffness": 469 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0408.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0408.json new file mode 100644 index 0000000000000000000000000000000000000000..1f57ba6a21564a7fcd6c57c19bb9c39c5190c768 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0408.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0408", + "executed_epochs": 408, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_8d6ec7cf337e453b83136a71c1671f31.npz", + "optimizer_file": "boundary_8d6ec7cf337e453b83136a71c1671f31_optimizer.pt", + "arrays_sha256": "dfb3f76cf2b54aa5a9f6ea1512a3b738ab1825c1ef6e64188eef031a84be0efc", + "optimizer_sha256": "820248a0a6e6adb46e0a539fc009df815ea86f1fb425e6f72f32082731603db4", + "stage": "adam", + "completed_passes": 408, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 39168, + "adam_update_count": 39168, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 409, + "consumed_count": 408, + "last_submitted_update": 39168, + "last_consumed_update": 39072, + "pending": [ + { + "reference": { + "source_update": 39168, + "completed_passes": 408, + "next_interval": 0, + "trained_intervals": 39168, + "snapshot": "pass_end_0408", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 408, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 39168, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 39168, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.150781261269003e-05, + "update_l2": 0.027416521683335304 + }, + "raw_ground_friction": { + "gradient_l2": 0.00234781950712204, + "update_l2": 0.0007807016372680664 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.121906825574115e-05, + "update_l2": 0.010503374971449375 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01328473270043826, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5625, + "attachment": 469, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47239986062049866, + "ground_friction/effective": 0.47239986062049866, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01328473270043826, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037557294126600027, + "ssim_fused": 0.9818929433822632, + "seg_l1": 0.003796169999986887, + "seg_ssim_ref": 0.9818927645683289, + "depth": 0.0003516870746599226, + "rgb_loss": 0.006626003887504339, + "seg_loss": 0.0066583771258592606, + "total": 0.01328473270043826 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004438602831214666, + "ssim_fused": 0.9794222116470337, + "seg_l1": 0.004541810601949692, + "seg_ssim_ref": 0.9794224500656128, + "depth": 0.0004865551592815771, + "rgb_loss": 0.00766643974930048, + "seg_loss": 0.00774895865470171, + "total": 0.015415884959161472, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004865551592815771, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011182751171213265 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0030117067508399487, + "ssim_fused": 0.9854680299758911, + "seg_l1": 0.0033789328299462795, + "seg_ssim_ref": 0.9854679107666016, + "depth": 0.0004400239043910473, + "rgb_loss": 0.005315759219229221, + "seg_loss": 0.005609564483165741, + "total": 0.010925763726299354, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004400239043910473, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00019188262834938063 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002601375337690115, + "ssim_fused": 0.9858008623123169, + "seg_l1": 0.0025155595503747463, + "seg_ssim_ref": 0.9858006834983826, + "depth": 0.00034214773613468007, + "rgb_loss": 0.004920927807688713, + "seg_loss": 0.0048523107543587685, + "total": 0.009773580709783616, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00034214773613468007, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 7.022499307912455e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004971233196556568, + "ssim_fused": 0.9768804907798767, + "seg_l1": 0.004748376552015543, + "seg_ssim_ref": 0.9768801331520081, + "depth": 0.000138021498832386, + "rgb_loss": 0.008600888773798943, + "seg_loss": 0.008422674611210823, + "total": 0.017023701406508596, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.000138021498832386, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013802149883238596 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 408, + "adam_update_count": 39168 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13442776899319142 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_8d6ec7cf337e453b83136a71c1671f31_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 409, + "next_interval": 0, + "next_adam_update": 39169, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 408, + "trained_intervals": 39168, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 39168, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0690808296203613, + "median": 11.515344619750977, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4731805622577667, + "median": 0.4731805622577667, + "max": 0.4731805622577667, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.7540858387947083, + "median": 9.383428573608398, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1263018250465393, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.1256675720214844, + "median": 11889.7099609375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4731805622577667, + "median": 0.4731805622577667, + "max": 0.4731805622577667, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5625, + "controller_edge_stiffness": 469 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0409.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0409.json new file mode 100644 index 0000000000000000000000000000000000000000..3c68c12801b32aaa8a7e35daf33f7d06b098be1d --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0409.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0409", + "executed_epochs": 409, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_718db98a29f2401fb3cbbb65264e0d2b.npz", + "optimizer_file": "boundary_718db98a29f2401fb3cbbb65264e0d2b_optimizer.pt", + "arrays_sha256": "c6364cf6dad5ac711c02819bcded8ff36a6e7224cea80bd268c077c67b873b0e", + "optimizer_sha256": "5d7769463ada0d77160c84300e80a50bae3f8fef0e9541ea5eb9631b0612027b", + "stage": "adam", + "completed_passes": 409, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 39264, + "adam_update_count": 39264, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 410, + "consumed_count": 409, + "last_submitted_update": 39264, + "last_consumed_update": 39168, + "pending": [ + { + "reference": { + "source_update": 39264, + "completed_passes": 409, + "next_interval": 0, + "trained_intervals": 39264, + "snapshot": "pass_end_0409", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 409, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 39264, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 39264, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.25042768358253e-05, + "update_l2": 0.0276529248803854 + }, + "raw_ground_friction": { + "gradient_l2": 0.0024742453824728727, + "update_l2": 0.0007954835891723633 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1282560080871917e-05, + "update_l2": 0.010460436344146729 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013299746244333298, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5626, + "attachment": 469, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4723988175392151, + "ground_friction/effective": 0.4723988175392151, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013299746244333298, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037601832300424576, + "ssim_fused": 0.9818770885467529, + "seg_l1": 0.0038025735411792994, + "seg_ssim_ref": 0.9818769693374634, + "depth": 0.0003525438975425722, + "rgb_loss": 0.006632729433476925, + "seg_loss": 0.006666664965450764, + "total": 0.013299746244333298 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004447348415851593, + "ssim_fused": 0.9793917536735535, + "seg_l1": 0.004553087987005711, + "seg_ssim_ref": 0.9793919324874878, + "depth": 0.00048674066156459357, + "rgb_loss": 0.007679528556764126, + "seg_loss": 0.00776408426463604, + "total": 0.01544409956206173, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048674066156459357, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011201301399514909 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.003019570605829358, + "ssim_fused": 0.9854442477226257, + "seg_l1": 0.0033912702929228544, + "seg_ssim_ref": 0.9854441285133362, + "depth": 0.0004425346706274692, + "rgb_loss": 0.0053268070332705975, + "seg_loss": 0.005624190904200077, + "total": 0.010951440006480014, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004425346706274692, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00019439339458580257 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002605467103421688, + "ssim_fused": 0.9857877492904663, + "seg_l1": 0.0025220299139618874, + "seg_ssim_ref": 0.985787570476532, + "depth": 0.0003432838079462655, + "rgb_loss": 0.004926824010908604, + "seg_loss": 0.0048601096495985985, + "total": 0.009787276944315148, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003432838079462655, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 7.136106489070994e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004968347027897835, + "ssim_fused": 0.9768846035003662, + "seg_l1": 0.004743905737996101, + "seg_ssim_ref": 0.9768842458724976, + "depth": 0.00013761645003196058, + "rgb_loss": 0.00859775673598051, + "seg_loss": 0.00841827504336834, + "total": 0.017016168464476306, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013761645003196058, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013761645003196058 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 409, + "adam_update_count": 39264 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13678057401557453 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_718db98a29f2401fb3cbbb65264e0d2b_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 410, + "next_interval": 0, + "next_adam_update": 39265, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 409, + "trained_intervals": 39264, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 39264, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0750536918640137, + "median": 11.515348434448242, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47319430112838745, + "median": 0.47319430112838745, + "max": 0.47319430112838745, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.7491587400436401, + "median": 9.379051208496094, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12554968893527985, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.115219831466675, + "median": 11837.77734375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47319430112838745, + "median": 0.47319430112838745, + "max": 0.47319430112838745, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5626, + "controller_edge_stiffness": 469 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0410.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0410.json new file mode 100644 index 0000000000000000000000000000000000000000..4988605b747aa72c300c03f221b993804d8b44c3 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0410.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0410", + "executed_epochs": 410, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_2cd179f806dd4c02b6edfca59d64df33.npz", + "optimizer_file": "boundary_2cd179f806dd4c02b6edfca59d64df33_optimizer.pt", + "arrays_sha256": "515172883de360fd68a461a7283424bfeb64f43e3caac650de83e87491bf156d", + "optimizer_sha256": "b18591802026225770e0c9fe7eeb62e6bd64a0cd5b09ca7b7b7033d03b2e3331", + "stage": "adam", + "completed_passes": 410, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 39360, + "adam_update_count": 39360, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 411, + "consumed_count": 410, + "last_submitted_update": 39360, + "last_consumed_update": 39264, + "pending": [ + { + "reference": { + "source_update": 39360, + "completed_passes": 410, + "next_interval": 0, + "trained_intervals": 39360, + "snapshot": "pass_end_0410", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 410, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 39360, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 39360, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.709632675163448e-05, + "update_l2": 0.027316773310303688 + }, + "raw_ground_friction": { + "gradient_l2": 0.002241915324702859, + "update_l2": 0.0007833242416381836 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0619282875268254e-05, + "update_l2": 0.01009319256991148 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01328228064208696, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5628, + "attachment": 471, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.472938597202301, + "ground_friction/effective": 0.472938597202301, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01328228064208696, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003754695877432823, + "ssim_fused": 0.9818922281265259, + "seg_l1": 0.003793814219534397, + "seg_ssim_ref": 0.9818921685218811, + "depth": 0.0003518010623226615, + "rgb_loss": 0.006625311449170113, + "seg_loss": 0.006656617857515812, + "total": 0.01328228064208696 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004450557287782431, + "ssim_fused": 0.979371190071106, + "seg_l1": 0.004554211627691984, + "seg_ssim_ref": 0.9793714880943298, + "depth": 0.00048668555921667985, + "rgb_loss": 0.007686208002269268, + "seg_loss": 0.007769071962684393, + "total": 0.01545576618485159, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048668555921667985, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011195791164723539 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.003018848365172744, + "ssim_fused": 0.9854415059089661, + "seg_l1": 0.003392475191503763, + "seg_ssim_ref": 0.9854415059089661, + "depth": 0.0004417433721830863, + "rgb_loss": 0.005326777696609497, + "seg_loss": 0.005625679157674313, + "total": 0.010952898597655993, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004417433721830863, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00019360209614141972 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002597876824438572, + "ssim_fused": 0.9858248233795166, + "seg_l1": 0.002510268008336425, + "seg_ssim_ref": 0.9858246445655823, + "depth": 0.00034318667845412463, + "rgb_loss": 0.004913336597383022, + "seg_loss": 0.00484328530728817, + "total": 0.009756965091349646, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00034318667845412463, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 7.126393539856904e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004951501730829477, + "ssim_fused": 0.9769313931465149, + "seg_l1": 0.00471830228343606, + "seg_ssim_ref": 0.9769310355186462, + "depth": 0.00013558863943675533, + "rgb_loss": 0.008574922569096088, + "seg_loss": 0.008388434536755085, + "total": 0.01696349269449061, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013558863943675533, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001355886394367553 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 410, + "adam_update_count": 39360 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13946858898270875 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_2cd179f806dd4c02b6edfca59d64df33_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 411, + "next_interval": 0, + "next_adam_update": 39361, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 410, + "trained_intervals": 39360, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 39360, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.081317901611328, + "median": 11.515348434448242, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4737219214439392, + "median": 0.4737219214439392, + "max": 0.4737219214439392, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.7441130876541138, + "median": 9.375920295715332, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12476567178964615, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.104573965072632, + "median": 11800.7734375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4737219214439392, + "median": 0.4737219214439392, + "max": 0.4737219214439392, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5628, + "controller_edge_stiffness": 471 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0411.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0411.json new file mode 100644 index 0000000000000000000000000000000000000000..6a29f48d07fefe753b8a81c0f6536551c8824ecc --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0411.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0411", + "executed_epochs": 411, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_9d818a6043e14ab3808a836b48f93d6a.npz", + "optimizer_file": "boundary_9d818a6043e14ab3808a836b48f93d6a_optimizer.pt", + "arrays_sha256": "f5d21fd5272d41338cd6816ff3489b828d6f106cbb05b7881d4e5bbaaf560374", + "optimizer_sha256": "f4feebb7b517bac12bac500047d6041d57d89e631672ff58aa420bd642fb779c", + "stage": "adam", + "completed_passes": 411, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 39456, + "adam_update_count": 39456, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 412, + "consumed_count": 411, + "last_submitted_update": 39456, + "last_consumed_update": 39360, + "pending": [ + { + "reference": { + "source_update": 39456, + "completed_passes": 411, + "next_interval": 0, + "trained_intervals": 39456, + "snapshot": "pass_end_0411", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 411, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 39456, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 39456, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.335314098279923e-05, + "update_l2": 0.02780025266110897 + }, + "raw_ground_friction": { + "gradient_l2": 0.0026084405835717916, + "update_l2": 0.0008093118667602539 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1381825970602222e-05, + "update_l2": 0.010319727472960949 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013308209652417366, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5630, + "attachment": 472, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4727783501148224, + "ground_friction/effective": 0.4727783501148224, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013308209652417366, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037624577526003122, + "ssim_fused": 0.9818666577339172, + "seg_l1": 0.003805695567280054, + "seg_ssim_ref": 0.981866717338562, + "depth": 0.00035279091543330453, + "rgb_loss": 0.006636628415435553, + "seg_loss": 0.0066712284460663795, + "total": 0.013308209652417366 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004457032773643732, + "ssim_fused": 0.9793521165847778, + "seg_l1": 0.004563315771520138, + "seg_ssim_ref": 0.9793524742126465, + "depth": 0.00048768732195616604, + "rgb_loss": 0.007695203181356192, + "seg_loss": 0.007780157960951328, + "total": 0.01547584836396819, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048768732195616604, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011295967438672153 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.003025954822078347, + "ssim_fused": 0.9854220747947693, + "seg_l1": 0.0034022594336420298, + "seg_ssim_ref": 0.9854220747947693, + "depth": 0.00044249735250137767, + "rgb_loss": 0.00533634889870882, + "seg_loss": 0.005637392867356539, + "total": 0.010974184729079147, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00044249735250137767, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00019435607645971106 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026061979588121176, + "ssim_fused": 0.9857893586158752, + "seg_l1": 0.0025238913949579, + "seg_ssim_ref": 0.9857891798019409, + "depth": 0.00034385387163040113, + "rgb_loss": 0.004927086643874645, + "seg_loss": 0.004861277528107166, + "total": 0.009788708025853443, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00034385387163040113, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 7.193112857484561e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004960644990205765, + "ssim_fused": 0.9769032001495361, + "seg_l1": 0.004733315669000149, + "seg_ssim_ref": 0.9769028425216675, + "depth": 0.00013712511564527326, + "rgb_loss": 0.008587876334786415, + "seg_loss": 0.008406084030866623, + "total": 0.016994097490768682, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013712511564527326, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001371251156452733 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 411, + "adam_update_count": 39456 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13451539300149307 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_9d818a6043e14ab3808a836b48f93d6a_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 412, + "next_interval": 0, + "next_adam_update": 39457, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 411, + "trained_intervals": 39456, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 39456, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0876529216766357, + "median": 11.515350341796875, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47358766198158264, + "median": 0.47358766198158264, + "max": 0.47358766198158264, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.7392770051956177, + "median": 9.38070297241211, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12397778034210205, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.0944206714630127, + "median": 11857.34765625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47358766198158264, + "median": 0.47358766198158264, + "max": 0.47358766198158264, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5630, + "controller_edge_stiffness": 472 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0412.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0412.json new file mode 100644 index 0000000000000000000000000000000000000000..32603c591cd5f3e0d9224edfe73279cb15fcd4dd --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0412.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0412", + "executed_epochs": 412, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_15fa27a2e1104d7987853b39aaa896b4.npz", + "optimizer_file": "boundary_15fa27a2e1104d7987853b39aaa896b4_optimizer.pt", + "arrays_sha256": "c436ac730948ac86102acb298ad02a9bc9e92c95e48d26046675598842dabd35", + "optimizer_sha256": "e6e32275deb280f33fba531e8af549661beced158ce1e1b685ee35740096fecb", + "stage": "adam", + "completed_passes": 412, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 39552, + "adam_update_count": 39552, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 413, + "consumed_count": 412, + "last_submitted_update": 39552, + "last_consumed_update": 39456, + "pending": [ + { + "reference": { + "source_update": 39552, + "completed_passes": 412, + "next_interval": 0, + "trained_intervals": 39552, + "snapshot": "pass_end_0412", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 412, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 39552, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 39552, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.043653699336573e-05, + "update_l2": 0.027321873232722282 + }, + "raw_ground_friction": { + "gradient_l2": 0.0023846717085689306, + "update_l2": 0.0007860958576202393 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1024818377336487e-05, + "update_l2": 0.01008778065443039 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01330619097640013, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5632, + "attachment": 473, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47256991267204285, + "ground_friction/effective": 0.47256991267204285, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01330619097640013, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003761870786547661, + "ssim_fused": 0.9818704128265381, + "seg_l1": 0.0038055949844419956, + "seg_ssim_ref": 0.9818702340126038, + "depth": 0.0003532222399651073, + "rgb_loss": 0.006635413970798254, + "seg_loss": 0.006670423783361912, + "total": 0.01330619097640013 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004454708192497492, + "ssim_fused": 0.9793637990951538, + "seg_l1": 0.004561576060950756, + "seg_ssim_ref": 0.9793639779090881, + "depth": 0.0004876960832791197, + "rgb_loss": 0.007691007107496262, + "seg_loss": 0.007776465266942978, + "total": 0.01546796007052252, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004876960832791197, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011296843570967517 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0030280142091214657, + "ssim_fused": 0.9854167699813843, + "seg_l1": 0.0034058387391269207, + "seg_ssim_ref": 0.9854166507720947, + "depth": 0.0004437483216413402, + "rgb_loss": 0.005339057184755802, + "seg_loss": 0.005641341209411621, + "total": 0.010980842142489065, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004437483216413402, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001956070455996736 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002605430781841278, + "ssim_fused": 0.9857968091964722, + "seg_l1": 0.002523286733776331, + "seg_ssim_ref": 0.9857965111732483, + "depth": 0.0003443520332702124, + "rgb_loss": 0.004924982786178589, + "seg_loss": 0.0048593273386359215, + "total": 0.00978465447684778, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003443520332702124, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 7.242929021465687e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004959330428391695, + "ssim_fused": 0.9769042730331421, + "seg_l1": 0.004731678869575262, + "seg_ssim_ref": 0.9769039154052734, + "depth": 0.00013709252166975701, + "rgb_loss": 0.008586609736084938, + "seg_loss": 0.008404560387134552, + "total": 0.016991307215741158, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013709252166975701, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013709252166975701 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 412, + "adam_update_count": 39552 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1317427409812808 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_15fa27a2e1104d7987853b39aaa896b4_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 413, + "next_interval": 0, + "next_adam_update": 39553, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 412, + "trained_intervals": 39552, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 39552, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.094104766845703, + "median": 11.515351295471191, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4733560085296631, + "median": 0.4733560085296631, + "max": 0.4733560085296631, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.7345529198646545, + "median": 9.376731872558594, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12318046391010284, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.084549903869629, + "median": 11810.3544921875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4733560085296631, + "median": 0.4733560085296631, + "max": 0.4733560085296631, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5632, + "controller_edge_stiffness": 473 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0413.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0413.json new file mode 100644 index 0000000000000000000000000000000000000000..063fdd2042b126f330f3b4864a77af61c4f9d07d --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0413.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0413", + "executed_epochs": 413, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_69c567b59d3842328ef5236700c1f6b2.npz", + "optimizer_file": "boundary_69c567b59d3842328ef5236700c1f6b2_optimizer.pt", + "arrays_sha256": "0bf44f47067d4933796872118503e155484419495baf12f1950a392a35acbac6", + "optimizer_sha256": "f4f7c70e9d02a997e55009f20d78037f1593b7a94eb8d5fc31b39dcc196eaf09", + "stage": "adam", + "completed_passes": 413, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 39648, + "adam_update_count": 39648, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 414, + "consumed_count": 413, + "last_submitted_update": 39648, + "last_consumed_update": 39552, + "pending": [ + { + "reference": { + "source_update": 39648, + "completed_passes": 413, + "next_interval": 0, + "trained_intervals": 39648, + "snapshot": "pass_end_0413", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 413, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 39648, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 39648, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.663870539749041e-05, + "update_l2": 0.0272055696696043 + }, + "raw_ground_friction": { + "gradient_l2": 0.002292822115123272, + "update_l2": 0.0007882118225097656 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0511272193980403e-05, + "update_l2": 0.010179536417126656 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013296848867621155, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5635, + "attachment": 473, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4729733169078827, + "ground_friction/effective": 0.4729733169078827, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013296848867621155, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037585021927952766, + "ssim_fused": 0.9818761944770813, + "seg_l1": 0.003800181671977043, + "seg_ssim_ref": 0.9818760752677917, + "depth": 0.0003522788843839145, + "rgb_loss": 0.006631569005548954, + "seg_loss": 0.0066649275831878185, + "total": 0.013296848867621155 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0044630044139921665, + "ssim_fused": 0.9793215394020081, + "seg_l1": 0.004567755851894617, + "seg_ssim_ref": 0.9793218374252319, + "depth": 0.0004877275527185864, + "rgb_loss": 0.007706095464527607, + "seg_loss": 0.007789837196469307, + "total": 0.015496420388549632, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004877275527185864, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011299990514914197 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0030310105066746473, + "ssim_fused": 0.9854030013084412, + "seg_l1": 0.0034128243569284678, + "seg_ssim_ref": 0.9854029417037964, + "depth": 0.0004429969141109745, + "rgb_loss": 0.005344208329916, + "seg_loss": 0.005649670958518982, + "total": 0.010994322285349094, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004429969141109745, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00019485563806930788 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002599809318780899, + "ssim_fused": 0.9858264327049255, + "seg_l1": 0.002515376778319478, + "seg_ssim_ref": 0.9858262538909912, + "depth": 0.00034370994857900456, + "rgb_loss": 0.004914561286568642, + "seg_loss": 0.00484705064445734, + "total": 0.00976195564097456, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00034370994857900456, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 7.178720552344902e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004940184764564037, + "ssim_fused": 0.9769536852836609, + "seg_l1": 0.004704769235104322, + "seg_ssim_ref": 0.9769533276557922, + "depth": 0.00013468112212709253, + "rgb_loss": 0.008561410941183567, + "seg_loss": 0.00837315060198307, + "total": 0.01693469715561134, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013468112212709253, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013468112212709253 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 413, + "adam_update_count": 39648 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1341774899919983 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_69c567b59d3842328ef5236700c1f6b2_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 414, + "next_interval": 0, + "next_adam_update": 39649, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 413, + "trained_intervals": 39648, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 39648, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.100529909133911, + "median": 11.515353202819824, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47376152873039246, + "median": 0.47376152873039246, + "max": 0.47376152873039246, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.7296037673950195, + "median": 9.372403144836426, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12239155173301697, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.07425856590271, + "median": 11759.341796875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47376152873039246, + "median": 0.47376152873039246, + "max": 0.47376152873039246, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5635, + "controller_edge_stiffness": 473 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0414.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0414.json new file mode 100644 index 0000000000000000000000000000000000000000..f78e0183940ce68e569a3198b1b7416048a63fc0 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0414.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0414", + "executed_epochs": 414, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_db7a31cb3e6d4f8791fc756ee0c40859.npz", + "optimizer_file": "boundary_db7a31cb3e6d4f8791fc756ee0c40859_optimizer.pt", + "arrays_sha256": "db289e47a91af73b952751dd40c42fd28c8e5d98ec17ea8a6e7d3187299ecf49", + "optimizer_sha256": "64ae9e5738950e267a3a25342d92b6f84d005dd334e1dced564640c18c891be4", + "stage": "adam", + "completed_passes": 414, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 39744, + "adam_update_count": 39744, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 415, + "consumed_count": 414, + "last_submitted_update": 39744, + "last_consumed_update": 39648, + "pending": [ + { + "reference": { + "source_update": 39744, + "completed_passes": 414, + "next_interval": 0, + "trained_intervals": 39744, + "snapshot": "pass_end_0414", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 414, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 39744, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 39744, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.282524843001738e-05, + "update_l2": 0.02779781073331833 + }, + "raw_ground_friction": { + "gradient_l2": 0.002608928829431534, + "update_l2": 0.0008099675178527832 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1316509699099697e-05, + "update_l2": 0.010417050682008266 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01330146721002495, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5636, + "attachment": 473, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47264090180397034, + "ground_friction/effective": 0.47264090180397034, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01330146721002495, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003760596737265587, + "ssim_fused": 0.9818750619888306, + "seg_l1": 0.003803294152021408, + "seg_ssim_ref": 0.981874942779541, + "depth": 0.0003526583019442236, + "rgb_loss": 0.00663347402587533, + "seg_loss": 0.006667640525847673, + "total": 0.01330146721002495 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004453376401215792, + "ssim_fused": 0.9793698191642761, + "seg_l1": 0.0045602028258144855, + "seg_ssim_ref": 0.9793701767921448, + "depth": 0.0004876251566873139, + "rgb_loss": 0.007688737474381924, + "seg_loss": 0.007774127181619406, + "total": 0.01546335181549673, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004876251566873139, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011289750911786949 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0030241082422435284, + "ssim_fused": 0.9854278564453125, + "seg_l1": 0.003399583511054516, + "seg_ssim_ref": 0.9854277968406677, + "depth": 0.0004425321100967835, + "rgb_loss": 0.005333715118467808, + "seg_loss": 0.005634107626974583, + "total": 0.010968265277552488, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004425321100967835, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00019439083405511684 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002605045447126031, + "ssim_fused": 0.9857966303825378, + "seg_l1": 0.002521422691643238, + "seg_ssim_ref": 0.9857964515686035, + "depth": 0.00034383015506823223, + "rgb_loss": 0.004924710374325514, + "seg_loss": 0.004857847932726145, + "total": 0.009782902137206726, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00034383015506823223, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 7.190741201267673e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004959856625646353, + "ssim_fused": 0.9769057631492615, + "seg_l1": 0.0047319671139121056, + "seg_ssim_ref": 0.9769054651260376, + "depth": 0.00013664578592456462, + "rgb_loss": 0.008586732670664787, + "seg_loss": 0.008404480293393135, + "total": 0.01699134960984385, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013664578592456462, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013664578592456462 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 414, + "adam_update_count": 39744 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13559810901642777 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_db7a31cb3e6d4f8791fc756ee0c40859_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 415, + "next_interval": 0, + "next_adam_update": 39745, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 414, + "trained_intervals": 39744, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 39744, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.106823205947876, + "median": 11.515356063842773, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4734508693218231, + "median": 0.4734508693218231, + "max": 0.4734508693218231, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.7247719764709473, + "median": 9.3714599609375, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12162372469902039, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.064260244369507, + "median": 11748.2548828125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4734508693218231, + "median": 0.4734508693218231, + "max": 0.4734508693218231, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5636, + "controller_edge_stiffness": 473 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0415.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0415.json new file mode 100644 index 0000000000000000000000000000000000000000..c9517d3e87195e6695e8b3152a6e5d3811ece77c --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0415.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0415", + "executed_epochs": 415, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_1f93bdfe6bcf4c1b916adba9fed46aec.npz", + "optimizer_file": "boundary_1f93bdfe6bcf4c1b916adba9fed46aec_optimizer.pt", + "arrays_sha256": "3ee0990c5d4ed1684bf18046a450165dc2ff60174f568dd07b75e6f3b1d8dfa1", + "optimizer_sha256": "4f3b4ed8f28eca5ff122a7b723e460ed034a903bde35ad8a62ffd5d1613f0795", + "stage": "adam", + "completed_passes": 415, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 39840, + "adam_update_count": 39840, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 416, + "consumed_count": 415, + "last_submitted_update": 39840, + "last_consumed_update": 39744, + "pending": [ + { + "reference": { + "source_update": 39840, + "completed_passes": 415, + "next_interval": 0, + "trained_intervals": 39840, + "snapshot": "pass_end_0415", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 415, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 39840, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 39840, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.965111919678748e-05, + "update_l2": 0.02722182497382164 + }, + "raw_ground_friction": { + "gradient_l2": 0.0024716074112802744, + "update_l2": 0.0007870197296142578 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0886222298722714e-05, + "update_l2": 0.00978908222168684 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01330625527464881, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5639, + "attachment": 474, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4725545048713684, + "ground_friction/effective": 0.4725545048713684, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01330625527464881, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037617390044033527, + "ssim_fused": 0.9818689227104187, + "seg_l1": 0.003805080894380808, + "seg_ssim_ref": 0.9818688631057739, + "depth": 0.00035279356970904503, + "rgb_loss": 0.006635603960603476, + "seg_loss": 0.006670298054814339, + "total": 0.01330625527464881 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004462254699319601, + "ssim_fused": 0.9793335199356079, + "seg_l1": 0.0045702108182013035, + "seg_ssim_ref": 0.979333758354187, + "depth": 0.0004881990496009692, + "rgb_loss": 0.007703100331127644, + "seg_loss": 0.007789417169988155, + "total": 0.0154930057001654, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004881990496009692, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011347140203152474 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0030322785023599863, + "ssim_fused": 0.9854015707969666, + "seg_l1": 0.003413843922317028, + "seg_ssim_ref": 0.985401451587677, + "depth": 0.0004430587106518864, + "rgb_loss": 0.005345508456230164, + "seg_loss": 0.005650784820318222, + "total": 0.010996736335259038, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004430587106518864, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00019491743461021974 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002603693399578333, + "ssim_fused": 0.9858106970787048, + "seg_l1": 0.0025209570303559303, + "seg_ssim_ref": 0.9858105182647705, + "depth": 0.00034377270684163595, + "rgb_loss": 0.004920815583318472, + "seg_loss": 0.0048546623438596725, + "total": 0.009775822165546273, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00034377270684163595, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 7.184996378608039e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004948729649186134, + "ssim_fused": 0.9769299626350403, + "seg_l1": 0.004715310875326395, + "seg_ssim_ref": 0.9769296050071716, + "depth": 0.00013614381174168857, + "rgb_loss": 0.00857299193739891, + "seg_loss": 0.008386327885091305, + "total": 0.01695945689762453, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013614381174168857, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013614381174168857 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 415, + "adam_update_count": 39840 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13692555201123469 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_1f93bdfe6bcf4c1b916adba9fed46aec_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 416, + "next_interval": 0, + "next_adam_update": 39841, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 415, + "trained_intervals": 39840, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 39840, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.113178253173828, + "median": 11.515360832214355, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47334152460098267, + "median": 0.47334152460098267, + "max": 0.47334152460098267, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.7200998067855835, + "median": 9.370779991149902, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1208532527089119, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.054638385772705, + "median": 11740.26953125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47334152460098267, + "median": 0.47334152460098267, + "max": 0.47334152460098267, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5639, + "controller_edge_stiffness": 474 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0416.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0416.json new file mode 100644 index 0000000000000000000000000000000000000000..81f40c5b4d308a4fa89738edae8bde52646023e5 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0416.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0416", + "executed_epochs": 416, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_af71bc1074ce4857a9386f15632a13ac.npz", + "optimizer_file": "boundary_af71bc1074ce4857a9386f15632a13ac_optimizer.pt", + "arrays_sha256": "3675f3b022d6a926f455566639f6964e43c68423c2d5d7348fec015a362b537c", + "optimizer_sha256": "b94f991136c93b12943c272741c57c383a399a3032c302a57be29f55507559a9", + "stage": "adam", + "completed_passes": 416, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 39936, + "adam_update_count": 39936, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 417, + "consumed_count": 416, + "last_submitted_update": 39936, + "last_consumed_update": 39840, + "pending": [ + { + "reference": { + "source_update": 39936, + "completed_passes": 416, + "next_interval": 0, + "trained_intervals": 39936, + "snapshot": "pass_end_0416", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 416, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 39936, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 39936, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.910732867661864e-05, + "update_l2": 0.027204757556319237 + }, + "raw_ground_friction": { + "gradient_l2": 0.00252854754216969, + "update_l2": 0.0007853507995605469 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0802235919982195e-05, + "update_l2": 0.010067347437143326 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013299402191168073, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5641, + "attachment": 474, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4727823734283447, + "ground_friction/effective": 0.4727823734283447, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013299402191168073, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037596607580780983, + "ssim_fused": 0.9818748831748962, + "seg_l1": 0.003801574232056737, + "seg_ssim_ref": 0.9818748235702515, + "depth": 0.00035238159299207236, + "rgb_loss": 0.006632748991250992, + "seg_loss": 0.006666300818324089, + "total": 0.013299402191168073 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004465459380298853, + "ssim_fused": 0.9793164134025574, + "seg_l1": 0.00457175076007843, + "seg_ssim_ref": 0.979316771030426, + "depth": 0.0004881739518297319, + "rgb_loss": 0.007709085009992123, + "seg_loss": 0.007794046308845282, + "total": 0.015503619027127947, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004881739518297319, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011344630426028745 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0030307085253298283, + "ssim_fused": 0.9854052066802979, + "seg_l1": 0.0034121177159249783, + "seg_ssim_ref": 0.9854050874710083, + "depth": 0.00044238259958051583, + "rgb_loss": 0.005343525670468807, + "seg_loss": 0.00564867677167058, + "total": 0.010992645290400255, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00044238259958051583, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00019424132353884917 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002601237967610359, + "ssim_fused": 0.985822319984436, + "seg_l1": 0.002516927430406213, + "seg_ssim_ref": 0.9858221411705017, + "depth": 0.00034375363985904376, + "rgb_loss": 0.00491652637720108, + "seg_loss": 0.0048491135239601135, + "total": 0.009765983654801053, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00034375363985904376, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 7.183089680348824e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0049412366934120655, + "ssim_fused": 0.9769556522369385, + "seg_l1": 0.004705500788986683, + "seg_ssim_ref": 0.9769551753997803, + "depth": 0.00013521618069899785, + "rgb_loss": 0.008561858907341957, + "seg_loss": 0.008373365737497807, + "total": 0.01693536079234304, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013521618069899785, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013521618069899785 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 416, + "adam_update_count": 39936 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13626341000781395 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_af71bc1074ce4857a9386f15632a13ac_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 417, + "next_interval": 0, + "next_adam_update": 39937, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 416, + "trained_intervals": 39936, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 39936, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.1194162368774414, + "median": 11.515360832214355, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4735677242279053, + "median": 0.4735677242279053, + "max": 0.4735677242279053, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.7152871489524841, + "median": 9.369532585144043, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.12010172009468079, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.044773817062378, + "median": 11725.6337890625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4735677242279053, + "median": 0.4735677242279053, + "max": 0.4735677242279053, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5641, + "controller_edge_stiffness": 474 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0417.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0417.json new file mode 100644 index 0000000000000000000000000000000000000000..4fe5cc7796aecc4a329aa5d51c0f4dc6f9e162a4 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0417.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0417", + "executed_epochs": 417, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a202a1b1690f410fb3884b3b43a3376e.npz", + "optimizer_file": "boundary_a202a1b1690f410fb3884b3b43a3376e_optimizer.pt", + "arrays_sha256": "3aff346ee307c2aa0bf64475ea1f87f56cd642a018bc5d0c2a55c53220c6faca", + "optimizer_sha256": "a53aeab4d7f4879760b4ee6d20ed6c13af169b9662fb0aea8442d96855ac79f2", + "stage": "adam", + "completed_passes": 417, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 40032, + "adam_update_count": 40032, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 418, + "consumed_count": 417, + "last_submitted_update": 40032, + "last_consumed_update": 39936, + "pending": [ + { + "reference": { + "source_update": 40032, + "completed_passes": 417, + "next_interval": 0, + "trained_intervals": 40032, + "snapshot": "pass_end_0417", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 417, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 40032, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 40032, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.161372145172209e-05, + "update_l2": 0.027497850358486176 + }, + "raw_ground_friction": { + "gradient_l2": 0.0026202851440757513, + "update_l2": 0.0008047521114349365 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1168535820615944e-05, + "update_l2": 0.010216697119176388 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01330835543894089, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5641, + "attachment": 474, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47260910272598267, + "ground_friction/effective": 0.47260910272598267, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01330835543894089, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037624570541083813, + "ssim_fused": 0.981866717338562, + "seg_l1": 0.003805883228778839, + "seg_ssim_ref": 0.9818665981292725, + "depth": 0.0003525926253855384, + "rgb_loss": 0.0066366251558065414, + "seg_loss": 0.006671377923339605, + "total": 0.01330835543894089 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004464702680706978, + "ssim_fused": 0.979325532913208, + "seg_l1": 0.00457310676574707, + "seg_ssim_ref": 0.9793258309364319, + "depth": 0.0004882059354924908, + "rgb_loss": 0.007706655655056238, + "seg_loss": 0.007793319411575794, + "total": 0.015500463738228812, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004882059354924908, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001134782879230463 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0030323085375130177, + "ssim_fused": 0.985400378704071, + "seg_l1": 0.003413995262235403, + "seg_ssim_ref": 0.985400378704071, + "depth": 0.00044308922369188346, + "rgb_loss": 0.005345771089196205, + "seg_loss": 0.005651120562106371, + "total": 0.01099733427486498, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00044308922369188346, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00019494794765021676 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026045229751616716, + "ssim_fused": 0.985806941986084, + "seg_l1": 0.0025214264169335365, + "seg_ssim_ref": 0.9858067631721497, + "depth": 0.000343802119645083, + "rgb_loss": 0.0049222297966480255, + "seg_loss": 0.004855788312852383, + "total": 0.009778361911620053, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.000343802119645083, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 7.187937658952746e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004948293324559927, + "ssim_fused": 0.9769339561462402, + "seg_l1": 0.004715004004538059, + "seg_ssim_ref": 0.9769335985183716, + "depth": 0.00013527322271269642, + "rgb_loss": 0.00857184361666441, + "seg_loss": 0.00838528387248516, + "total": 0.01695726183104971, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013527322271269642, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013527322271269642 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 417, + "adam_update_count": 40032 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14161678098025732 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a202a1b1690f410fb3884b3b43a3376e_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 418, + "next_interval": 0, + "next_adam_update": 40033, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 417, + "trained_intervals": 40032, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 40032, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.125683546066284, + "median": 11.515360832214355, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4734138548374176, + "median": 0.4734138548374176, + "max": 0.4734138548374176, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.710502564907074, + "median": 9.368012428283691, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1193513497710228, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.0350136756896973, + "median": 11707.8212890625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4734138548374176, + "median": 0.4734138548374176, + "max": 0.4734138548374176, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5641, + "controller_edge_stiffness": 474 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0418.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0418.json new file mode 100644 index 0000000000000000000000000000000000000000..4a7948df83a7195e140e56da6ad45c741faff263 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0418.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0418", + "executed_epochs": 418, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c9b099f4e6404447a8d282fbb2fbc1b2.npz", + "optimizer_file": "boundary_c9b099f4e6404447a8d282fbb2fbc1b2_optimizer.pt", + "arrays_sha256": "d03dbe6a2820b9770216ffc8c5ac68b8b62378d3d9a2670f2df45acff6ade73e", + "optimizer_sha256": "3ca6ee79891a83740060333aa82497381610208c19bf19207bb2db77487250a2", + "stage": "adam", + "completed_passes": 418, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 40128, + "adam_update_count": 40128, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 419, + "consumed_count": 418, + "last_submitted_update": 40128, + "last_consumed_update": 40032, + "pending": [ + { + "reference": { + "source_update": 40128, + "completed_passes": 418, + "next_interval": 0, + "trained_intervals": 40128, + "snapshot": "pass_end_0418", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 418, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 40128, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 40128, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.781829819781706e-05, + "update_l2": 0.027069656178355217 + }, + "raw_ground_friction": { + "gradient_l2": 0.002497189212590456, + "update_l2": 0.0007838606834411621 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0625398317642976e-05, + "update_l2": 0.00964396446943283 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013318113143965535, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5643, + "attachment": 474, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.473136305809021, + "ground_friction/effective": 0.473136305809021, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013318113143965535, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037651443853974342, + "ssim_fused": 0.9818555116653442, + "seg_l1": 0.0038097859360277653, + "seg_ssim_ref": 0.9818553924560547, + "depth": 0.0003523653744983797, + "rgb_loss": 0.006641013082116842, + "seg_loss": 0.006676747463643551, + "total": 0.013318113143965535 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00447741849347949, + "ssim_fused": 0.97927325963974, + "seg_l1": 0.004587438423186541, + "seg_ssim_ref": 0.9792735576629639, + "depth": 0.0004892646994364137, + "rgb_loss": 0.007727283053100109, + "seg_loss": 0.007815239019691944, + "total": 0.01554301133749149, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004892646994364137, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011453705186696932 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0030444420408457518, + "ssim_fused": 0.985360860824585, + "seg_l1": 0.0034340443089604378, + "seg_ssim_ref": 0.9853608012199402, + "depth": 0.00044241683802774404, + "rgb_loss": 0.005363381467759609, + "seg_loss": 0.005675075575709343, + "total": 0.01103889946030698, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00044241683802774404, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001942755619860774 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026047115679830313, + "ssim_fused": 0.9858158826828003, + "seg_l1": 0.002523781033232808, + "seg_ssim_ref": 0.9858155846595764, + "depth": 0.0003454176507973007, + "rgb_loss": 0.0049205925315618515, + "seg_loss": 0.004855907987803221, + "total": 0.009776846402677156, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003454176507973007, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 7.349490774174523e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004934004973620176, + "ssim_fused": 0.9769720435142517, + "seg_l1": 0.004693879280239344, + "seg_ssim_ref": 0.9769716858863831, + "depth": 0.00013236230973206044, + "rgb_loss": 0.0085527952760458, + "seg_loss": 0.008360766805708408, + "total": 0.016913695375386513, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013236230973206044, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013236230973206047 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 418, + "adam_update_count": 40128 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13795412599574775 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c9b099f4e6404447a8d282fbb2fbc1b2_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 419, + "next_interval": 0, + "next_adam_update": 40129, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 418, + "trained_intervals": 40128, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 40128, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.1321470737457275, + "median": 11.515363693237305, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47392016649246216, + "median": 0.47392016649246216, + "max": 0.47392016649246216, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.7055394053459167, + "median": 9.36623477935791, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.11858242005109787, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.0249385833740234, + "median": 11687.0283203125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47392016649246216, + "median": 0.47392016649246216, + "max": 0.47392016649246216, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5644, + "controller_edge_stiffness": 474 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0419.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0419.json new file mode 100644 index 0000000000000000000000000000000000000000..54780b16cf6857a39add0e40be40c0324a8cd6a4 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0419.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0419", + "executed_epochs": 419, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_16d18219a0f04611bedf31783a06d9fc.npz", + "optimizer_file": "boundary_16d18219a0f04611bedf31783a06d9fc_optimizer.pt", + "arrays_sha256": "fd4cb48081e9af7cc8bb3b5738672917fdd1882dc0d3015ee47c93414755dc38", + "optimizer_sha256": "5cdb5d3318dec1953bb592631d8a8eb757b887bcc118d23055c176ac7f9d7326", + "stage": "adam", + "completed_passes": 419, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 40224, + "adam_update_count": 40224, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 420, + "consumed_count": 419, + "last_submitted_update": 40224, + "last_consumed_update": 40128, + "pending": [ + { + "reference": { + "source_update": 40224, + "completed_passes": 419, + "next_interval": 0, + "trained_intervals": 40224, + "snapshot": "pass_end_0419", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 419, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 40224, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 40224, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.043074533110484e-05, + "update_l2": 0.026752358302474022 + }, + "raw_ground_friction": { + "gradient_l2": 0.002645717700943351, + "update_l2": 0.000804513692855835 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1041432117053773e-05, + "update_l2": 0.009389391168951988 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013245885824350578, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5644, + "attachment": 474, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4736844003200531, + "ground_friction/effective": 0.4736844003200531, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013245885824350578, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037444811314344406, + "ssim_fused": 0.9819332361221313, + "seg_l1": 0.0037790569476783276, + "seg_ssim_ref": 0.9819331765174866, + "depth": 0.00034957708225798954, + "rgb_loss": 0.006608928553760052, + "seg_loss": 0.0066366069950163364, + "total": 0.013245885824350578 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004438174422830343, + "ssim_fused": 0.9794264435768127, + "seg_l1": 0.004541282542049885, + "seg_ssim_ref": 0.9794267416000366, + "depth": 0.0004863723929769671, + "rgb_loss": 0.007665250450372696, + "seg_loss": 0.007747677620500326, + "total": 0.015413414908927286, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004863723929769671, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011164474540752258 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.003002482932060957, + "ssim_fused": 0.9854900240898132, + "seg_l1": 0.003368134144693613, + "seg_ssim_ref": 0.9854899048805237, + "depth": 0.00043796167263036824, + "rgb_loss": 0.005303981713950634, + "seg_loss": 0.005596526432782412, + "total": 0.010900946574066964, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00043796167263036824, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001898203965887016 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002588284434750676, + "ssim_fused": 0.9858711361885071, + "seg_l1": 0.0024947128258645535, + "seg_ssim_ref": 0.9858709573745728, + "depth": 0.0003393776752791987, + "rgb_loss": 0.00489640049636364, + "seg_loss": 0.004821578972041607, + "total": 0.009718318846080525, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003393776752791987, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.745493222364319e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0049489825032651424, + "ssim_fused": 0.9769455194473267, + "seg_l1": 0.004712097812443972, + "seg_ssim_ref": 0.976945161819458, + "depth": 0.0001345965881454241, + "rgb_loss": 0.008570082485675812, + "seg_loss": 0.008380645886063576, + "total": 0.016950862968327533, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001345965881454241, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001345965881454241 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 419, + "adam_update_count": 40224 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1430364900152199 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_16d18219a0f04611bedf31783a06d9fc_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 420, + "next_interval": 0, + "next_adam_update": 40225, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 419, + "trained_intervals": 40224, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 40224, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.1364269256591797, + "median": 11.515363693237305, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47448891401290894, + "median": 0.47448891401290894, + "max": 0.47448891401290894, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.7004149556159973, + "median": 9.367342948913574, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.11807598918676376, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.0145885944366455, + "median": 11699.986328125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47448891401290894, + "median": 0.47448891401290894, + "max": 0.47448891401290894, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5644, + "controller_edge_stiffness": 474 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0420.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0420.json new file mode 100644 index 0000000000000000000000000000000000000000..78ae8e46e059c12392e78901ee6a3f415d255b3c --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0420.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0420", + "executed_epochs": 420, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a9f774a4bba64e74baa2ecd707eb4155.npz", + "optimizer_file": "boundary_a9f774a4bba64e74baa2ecd707eb4155_optimizer.pt", + "arrays_sha256": "c9aba4db95024eb04e52be60e00262d27f3d853b04a782248207b9207523d21d", + "optimizer_sha256": "267166ab95b77219c98847b7786305dea7a2d8926bfc920288082bacd79970c7", + "stage": "adam", + "completed_passes": 420, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 40320, + "adam_update_count": 40320, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 421, + "consumed_count": 420, + "last_submitted_update": 40320, + "last_consumed_update": 40224, + "pending": [ + { + "reference": { + "source_update": 40320, + "completed_passes": 420, + "next_interval": 0, + "trained_intervals": 40320, + "snapshot": "pass_end_0420", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 420, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 40320, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 40320, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.722301572561264e-05, + "update_l2": 0.02617601677775383 + }, + "raw_ground_friction": { + "gradient_l2": 0.0024383417330682278, + "update_l2": 0.0007739365100860596 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0525995094212703e-05, + "update_l2": 0.008995665237307549 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013263073717504355, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5644, + "attachment": 474, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47356125712394714, + "ground_friction/effective": 0.47356125712394714, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013263073717504355, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037483545020222664, + "ssim_fused": 0.9819115996360779, + "seg_l1": 0.003785807639360428, + "seg_ssim_ref": 0.9819114208221436, + "depth": 0.00035037778279427186, + "rgb_loss": 0.0066163670271635056, + "seg_loss": 0.006646356545388699, + "total": 0.013263073717504355 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004456606227904558, + "ssim_fused": 0.9793400764465332, + "seg_l1": 0.0045596398413181305, + "seg_ssim_ref": 0.9793402552604675, + "depth": 0.0004866049028868373, + "rgb_loss": 0.007697270251810551, + "seg_loss": 0.007779660634696484, + "total": 0.015477417491409922, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004866049028868373, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011187725531739289 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.003021451411768794, + "ssim_fused": 0.9854253530502319, + "seg_l1": 0.003401378635317087, + "seg_ssim_ref": 0.9854253530502319, + "depth": 0.0004403694391260961, + "rgb_loss": 0.005332090891897678, + "seg_loss": 0.005636032670736313, + "total": 0.010968563932073117, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004403694391260961, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00019222816308442941 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025868734810501337, + "ssim_fused": 0.9858959317207336, + "seg_l1": 0.002495123539119959, + "seg_ssim_ref": 0.9858956336975098, + "depth": 0.00034249107050269624, + "rgb_loss": 0.0048903124406933784, + "seg_loss": 0.0048169721849262714, + "total": 0.00970762758235144, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00034249107050269624, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 7.056832744714072e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004928487353026867, + "ssim_fused": 0.976984977722168, + "seg_l1": 0.004687089938670397, + "seg_ssim_ref": 0.9769845604896545, + "depth": 0.0001320457186614577, + "rgb_loss": 0.008545794524252415, + "seg_loss": 0.008352760225534439, + "total": 0.01689868586418294, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001320457186614577, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001320457186614577 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 420, + "adam_update_count": 40320 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13799815301899798 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a9f774a4bba64e74baa2ecd707eb4155_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 421, + "next_interval": 0, + "next_adam_update": 40321, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 420, + "trained_intervals": 40320, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 40320, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.142944812774658, + "median": 11.515363693237305, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4743351936340332, + "median": 0.4743351936340332, + "max": 0.4743351936340332, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.6954562664031982, + "median": 9.366636276245117, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.11730887740850449, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 2.0046236515045166, + "median": 11691.7216796875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4743351936340332, + "median": 0.4743351936340332, + "max": 0.4743351936340332, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5644, + "controller_edge_stiffness": 474 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0421.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0421.json new file mode 100644 index 0000000000000000000000000000000000000000..4c75e7a157e08400d8744fdb3e39b03341f98b46 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0421.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0421", + "executed_epochs": 421, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d9ac900dd7c846ceaade9cd2d77f80f1.npz", + "optimizer_file": "boundary_d9ac900dd7c846ceaade9cd2d77f80f1_optimizer.pt", + "arrays_sha256": "47eec4bf4096d1473be8f3272f28b70773829f7e20dead1de4f2dc6eb0266791", + "optimizer_sha256": "b10db8a8f53b8f8797e0d6e05014b90d3b0530ea93aefc55c0672eab5538ef14", + "stage": "adam", + "completed_passes": 421, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 40416, + "adam_update_count": 40416, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 422, + "consumed_count": 421, + "last_submitted_update": 40416, + "last_consumed_update": 40320, + "pending": [ + { + "reference": { + "source_update": 40416, + "completed_passes": 421, + "next_interval": 0, + "trained_intervals": 40416, + "snapshot": "pass_end_0421", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 421, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 40416, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 40416, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.914654608815908e-05, + "update_l2": 0.02700745314359665 + }, + "raw_ground_friction": { + "gradient_l2": 0.0026393812149763107, + "update_l2": 0.0008146464824676514 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0873905011976603e-05, + "update_l2": 0.009579755365848541 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013232554101678623, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5644, + "attachment": 475, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4734388589859009, + "ground_friction/effective": 0.4734388589859009, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013232554101678623, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037406517658382654, + "ssim_fused": 0.9819472432136536, + "seg_l1": 0.0037731926422566175, + "seg_ssim_ref": 0.981947124004364, + "depth": 0.0003488057433493668, + "rgb_loss": 0.00660307239741087, + "seg_loss": 0.00662913266569376, + "total": 0.013232554101678623 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00443406542763114, + "ssim_fused": 0.9794435501098633, + "seg_l1": 0.004536358639597893, + "seg_ssim_ref": 0.9794437289237976, + "depth": 0.0004862852136172458, + "rgb_loss": 0.007658542133867741, + "seg_loss": 0.007740341126918793, + "total": 0.015399369546000151, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004862852136172458, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011155756604780134 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029986449517309666, + "ssim_fused": 0.9855005741119385, + "seg_l1": 0.003362240269780159, + "seg_ssim_ref": 0.9855003952980042, + "depth": 0.00043667023677896314, + "rgb_loss": 0.005298801232129335, + "seg_loss": 0.005589713342487812, + "total": 0.010888951710515214, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00043667023677896314, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00018852896073729653 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025846706703305244, + "ssim_fused": 0.9858883023262024, + "seg_l1": 0.0024887877516448498, + "seg_ssim_ref": 0.9858881235122681, + "depth": 0.00033819339454872527, + "rgb_loss": 0.004890075884759426, + "seg_loss": 0.0048134056851267815, + "total": 0.009703819763280757, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033819339454872527, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.62706514931697e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004945226013660431, + "ssim_fused": 0.9769565463066101, + "seg_l1": 0.004705383442342281, + "seg_ssim_ref": 0.9769561886787415, + "depth": 0.00013407412845253323, + "rgb_loss": 0.008564871735870838, + "seg_loss": 0.008373069576919079, + "total": 0.01693807538691837, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013407412845253323, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013407412845253323 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 421, + "adam_update_count": 40416 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13677532400470227 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d9ac900dd7c846ceaade9cd2d77f80f1_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 422, + "next_interval": 0, + "next_adam_update": 40417, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 421, + "trained_intervals": 40416, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 40416, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.146989583969116, + "median": 11.515363693237305, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47425350546836853, + "median": 0.47425350546836853, + "max": 0.47425350546836853, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.6906283497810364, + "median": 9.363759994506836, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1168353483080864, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.9949686527252197, + "median": 11658.1416015625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47425350546836853, + "median": 0.47425350546836853, + "max": 0.47425350546836853, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5644, + "controller_edge_stiffness": 475 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0422.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0422.json new file mode 100644 index 0000000000000000000000000000000000000000..1e11c7b0d624556edbcd638bc8456ba27f15c672 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0422.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0422", + "executed_epochs": 422, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_54c2612a1d7f48bb86b6337a0a73a02e.npz", + "optimizer_file": "boundary_54c2612a1d7f48bb86b6337a0a73a02e_optimizer.pt", + "arrays_sha256": "3bfc44df7c1d6572d42d6a1f4f186e0df557402c06850e92c30e8f7e6cf86e5b", + "optimizer_sha256": "0cc04710520222be11056dd1780d2c1ce2218b6adb40474eeebfad0de2f1c94b", + "stage": "adam", + "completed_passes": 422, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 40512, + "adam_update_count": 40512, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 423, + "consumed_count": 422, + "last_submitted_update": 40512, + "last_consumed_update": 40416, + "pending": [ + { + "reference": { + "source_update": 40512, + "completed_passes": 422, + "next_interval": 0, + "trained_intervals": 40512, + "snapshot": "pass_end_0422", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 422, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 40512, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 40512, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.990420272108167e-05, + "update_l2": 0.02567567303776741 + }, + "raw_ground_friction": { + "gradient_l2": 0.002405052073299885, + "update_l2": 0.0007469058036804199 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.49264176597353e-06, + "update_l2": 0.008393658325076103 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013254351431788216, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5645, + "attachment": 475, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47334593534469604, + "ground_friction/effective": 0.47334593534469604, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013254351431788216, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037446271162480116, + "ssim_fused": 0.9819107055664062, + "seg_l1": 0.0037781759165227413, + "seg_ssim_ref": 0.9819105267524719, + "depth": 0.0003494623166424249, + "rgb_loss": 0.006613566540181637, + "seg_loss": 0.006640435662120581, + "total": 0.013254351431788216 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0044830613769590855, + "ssim_fused": 0.979214072227478, + "seg_l1": 0.00458323722705245, + "seg_ssim_ref": 0.9792143106460571, + "depth": 0.00048808710936405184, + "rgb_loss": 0.00774363474920392, + "seg_loss": 0.007823728024959564, + "total": 0.015567850395611562, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048808710936405184, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011335946179460738 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.003031740430742502, + "ssim_fused": 0.9853783249855042, + "seg_l1": 0.0034223534166812897, + "seg_ssim_ref": 0.9853781461715698, + "depth": 0.0004415327270292783, + "rgb_loss": 0.005349727347493172, + "seg_loss": 0.005662253592163324, + "total": 0.011012422006722238, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004415327270292783, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00019339145098761163 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025768449995666742, + "ssim_fused": 0.9859557747840881, + "seg_l1": 0.002480802359059453, + "seg_ssim_ref": 0.9859554767608643, + "depth": 0.0003435092408944748, + "rgb_loss": 0.00487032113596797, + "seg_loss": 0.004793546628206968, + "total": 0.009664211273415832, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003435092408944748, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 7.158649783891929e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004886861890554428, + "ssim_fused": 0.9770945310592651, + "seg_l1": 0.004626310896128416, + "seg_ssim_ref": 0.9770941734313965, + "depth": 0.0001247201892818945, + "rgb_loss": 0.008490582928061485, + "seg_loss": 0.008282214403152466, + "total": 0.01677292205140323, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001247201892818945, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001247201892818945 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 422, + "adam_update_count": 40512 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14551884698448703 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_54c2612a1d7f48bb86b6337a0a73a02e_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 423, + "next_interval": 0, + "next_adam_update": 40513, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 422, + "trained_intervals": 40512, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 40512, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.1538925170898438, + "median": 11.515365600585938, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47409284114837646, + "median": 0.47409284114837646, + "max": 0.47409284114837646, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.6854687333106995, + "median": 9.36318302154541, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.11603162437677383, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.9847019910812378, + "median": 11651.4169921875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47409284114837646, + "median": 0.47409284114837646, + "max": 0.47409284114837646, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5645, + "controller_edge_stiffness": 475 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0423.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0423.json new file mode 100644 index 0000000000000000000000000000000000000000..8d07c96807ca7082cb2ed645e520964afcbeb766 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0423.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0423", + "executed_epochs": 423, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_28834d5e50ae49cb8f6aa89d2aee5fdb.npz", + "optimizer_file": "boundary_28834d5e50ae49cb8f6aa89d2aee5fdb_optimizer.pt", + "arrays_sha256": "f26ff6697632597b4b89d10bad5e2a6d9571673acca5137790d9b2c4cca1292d", + "optimizer_sha256": "57638153211f377a4cc333065e2962c3e8a814802830b30b5bf9d05db70fd3fe", + "stage": "adam", + "completed_passes": 423, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 40608, + "adam_update_count": 40608, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 424, + "consumed_count": 423, + "last_submitted_update": 40608, + "last_consumed_update": 40512, + "pending": [ + { + "reference": { + "source_update": 40608, + "completed_passes": 423, + "next_interval": 0, + "trained_intervals": 40608, + "snapshot": "pass_end_0423", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 423, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 40608, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 40608, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.765511302044615e-05, + "update_l2": 0.02630510926246643 + }, + "raw_ground_friction": { + "gradient_l2": 0.0026251045055687428, + "update_l2": 0.0008093118667602539 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0641379049047828e-05, + "update_l2": 0.008839509449899197 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013235297265076749, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5647, + "attachment": 476, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47446978092193604, + "ground_friction/effective": 0.47446978092193604, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013235297265076749, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037404033355414867, + "ssim_fused": 0.9819414615631104, + "seg_l1": 0.0037739716935902834, + "seg_ssim_ref": 0.9819413423538208, + "depth": 0.0003492241592330781, + "rgb_loss": 0.0066040391102433205, + "seg_loss": 0.006630909163504839, + "total": 0.013235297265076749 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004446437116712332, + "ssim_fused": 0.9793834686279297, + "seg_l1": 0.0045481398701667786, + "seg_ssim_ref": 0.9793838858604431, + "depth": 0.00048638988243622917, + "rgb_loss": 0.007680456154048443, + "seg_loss": 0.007761735003441572, + "total": 0.015442677081711164, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048638988243622917, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011166223486678469 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.003009134903550148, + "ssim_fused": 0.9854621291160583, + "seg_l1": 0.0033824346028268337, + "seg_ssim_ref": 0.9854620695114136, + "depth": 0.00043913937694393127, + "rgb_loss": 0.0053148819133639336, + "seg_loss": 0.005613533779978752, + "total": 0.01092885483271963, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00043913937694393127, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00019099810090226457 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025809421204030514, + "ssim_fused": 0.985918402671814, + "seg_l1": 0.0024847236927598715, + "seg_ssim_ref": 0.9859181642532349, + "depth": 0.0003403012516530644, + "rgb_loss": 0.004881073255091906, + "seg_loss": 0.004804146476089954, + "total": 0.0096855604980948, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003403012516530644, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.837850859750882e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004925099201500416, + "ssim_fused": 0.9770016670227051, + "seg_l1": 0.004680587910115719, + "seg_ssim_ref": 0.9770012497901917, + "depth": 0.00013106612589908762, + "rgb_loss": 0.008539745584130287, + "seg_loss": 0.008344219997525215, + "total": 0.016884096647781403, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013106612589908762, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013106612589908762 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 423, + "adam_update_count": 40608 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13479840499348938 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_28834d5e50ae49cb8f6aa89d2aee5fdb_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 424, + "next_interval": 0, + "next_adam_update": 40609, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 423, + "trained_intervals": 40608, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 40608, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.15872859954834, + "median": 11.515368461608887, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4752790927886963, + "median": 0.4752790927886963, + "max": 0.4752790927886963, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.6808708310127258, + "median": 9.360116958618164, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.11547183990478516, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.9755973815917969, + "median": 11615.7470703125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4752790927886963, + "median": 0.4752790927886963, + "max": 0.4752790927886963, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5647, + "controller_edge_stiffness": 476 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0424.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0424.json new file mode 100644 index 0000000000000000000000000000000000000000..a3118ab277f1f41be2ea5d894c2c5d3bf4568f5c --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0424.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0424", + "executed_epochs": 424, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ab91631cfd234bda8a2d5f85f91a4964.npz", + "optimizer_file": "boundary_ab91631cfd234bda8a2d5f85f91a4964_optimizer.pt", + "arrays_sha256": "9e5762066ce3794d3e3feccd3a77728acaf7aec359d5873c14f257c7a932e377", + "optimizer_sha256": "ca701426d0a890e30422c538edb47f7d4ad763a342797681842ca337e8bb1ce0", + "stage": "adam", + "completed_passes": 424, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 40704, + "adam_update_count": 40704, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 425, + "consumed_count": 424, + "last_submitted_update": 40704, + "last_consumed_update": 40608, + "pending": [ + { + "reference": { + "source_update": 40704, + "completed_passes": 424, + "next_interval": 0, + "trained_intervals": 40704, + "snapshot": "pass_end_0424", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 424, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 40704, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 40704, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.734409493627027e-05, + "update_l2": 0.02660979889333248 + }, + "raw_ground_friction": { + "gradient_l2": 0.0026395153254270554, + "update_l2": 0.0007994472980499268 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0628763448039535e-05, + "update_l2": 0.009227283298969269 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01319609062018283, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5650, + "attachment": 476, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47427359223365784, + "ground_friction/effective": 0.47427359223365784, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01319609062018283, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037292512133717537, + "ssim_fused": 0.9819822311401367, + "seg_l1": 0.0037565140519291162, + "seg_ssim_ref": 0.9819821715354919, + "depth": 0.00034730153568405923, + "rgb_loss": 0.006586957722902298, + "seg_loss": 0.0066087860614061356, + "total": 0.01319609062018283 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004433298949152231, + "ssim_fused": 0.9794281721115112, + "seg_l1": 0.004530270583927631, + "seg_ssim_ref": 0.9794284105300903, + "depth": 0.0004847622770355601, + "rgb_loss": 0.007661004550755024, + "seg_loss": 0.007738534361124039, + "total": 0.015400023674156098, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004847622770355601, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011003462946611562 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002989963861182332, + "ssim_fused": 0.9855199456214905, + "seg_l1": 0.0033536353148519993, + "seg_ssim_ref": 0.9855199456214905, + "depth": 0.0004366232741256764, + "rgb_loss": 0.005287982057780027, + "seg_loss": 0.005578919313848019, + "total": 0.010867337529240885, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004366232741256764, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00018848199808400975 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025686779990792274, + "ssim_fused": 0.985970675945282, + "seg_l1": 0.002464723540470004, + "seg_ssim_ref": 0.9859704375267029, + "depth": 0.0003363964493148442, + "rgb_loss": 0.0048608072102069855, + "seg_loss": 0.004777691327035427, + "total": 0.009638834933691727, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003363964493148442, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.447370625928863e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004925064276903868, + "ssim_fused": 0.9770100712776184, + "seg_l1": 0.004677426069974899, + "seg_ssim_ref": 0.9770097136497498, + "depth": 0.00013142414226015615, + "rgb_loss": 0.008538037538528442, + "seg_loss": 0.008339998312294483, + "total": 0.01687816634364261, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013142414226015615, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013142414226015615 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 424, + "adam_update_count": 40704 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13842277601361275 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ab91631cfd234bda8a2d5f85f91a4964_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 425, + "next_interval": 0, + "next_adam_update": 40705, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 424, + "trained_intervals": 40704, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 40704, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.1633999347686768, + "median": 11.515379905700684, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47507303953170776, + "median": 0.47507303953170776, + "max": 0.47507303953170776, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.6754116415977478, + "median": 9.356346130371094, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.11493368446826935, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.964841604232788, + "median": 11572.0283203125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47507303953170776, + "median": 0.47507303953170776, + "max": 0.47507303953170776, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5650, + "controller_edge_stiffness": 476 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0425.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0425.json new file mode 100644 index 0000000000000000000000000000000000000000..7bf37011b8aba99ca9b32ad4074e5a949f7f4bad --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0425.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0425", + "executed_epochs": 425, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_01f91476697245f0a9ae0b3e07fc79c2.npz", + "optimizer_file": "boundary_01f91476697245f0a9ae0b3e07fc79c2_optimizer.pt", + "arrays_sha256": "95e821eae966ad8304f04861fb3d0f568dcb5b25216461fa3e266cd7a5bbd606", + "optimizer_sha256": "90c6f6278a7b27905aa3a6360715448e7044e2b08f0cbb6d60c335683c99c5c7", + "stage": "adam", + "completed_passes": 425, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 40800, + "adam_update_count": 40800, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 426, + "consumed_count": 425, + "last_submitted_update": 40800, + "last_consumed_update": 40704, + "pending": [ + { + "reference": { + "source_update": 40800, + "completed_passes": 425, + "next_interval": 0, + "trained_intervals": 40800, + "snapshot": "pass_end_0425", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 425, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 40800, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 40800, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.712392445886508e-05, + "update_l2": 0.026597723364830017 + }, + "raw_ground_friction": { + "gradient_l2": 0.002623662818223238, + "update_l2": 0.0007968246936798096 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0641444532666355e-05, + "update_l2": 0.009338995441794395 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013126179417212513, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5651, + "attachment": 477, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4734043776988983, + "ground_friction/effective": 0.4734043776988983, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013126179417212513, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037092799320816994, + "ssim_fused": 0.9820560812950134, + "seg_l1": 0.003726054448634386, + "seg_ssim_ref": 0.9820560216903687, + "depth": 0.00034163667729085625, + "rgb_loss": 0.006556201726198196, + "seg_loss": 0.006569636519998312, + "total": 0.013126179417212513 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0044058021157979965, + "ssim_fused": 0.9795236587524414, + "seg_l1": 0.004493388347327709, + "seg_ssim_ref": 0.9795238971710205, + "depth": 0.0004823712006614854, + "rgb_loss": 0.007619909942150116, + "seg_loss": 0.007689931429922581, + "total": 0.015310323743273358, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004823712006614854, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010764355309204096 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002954604336991906, + "ssim_fused": 0.98563152551651, + "seg_l1": 0.0032998372334986925, + "seg_ssim_ref": 0.98563152551651, + "depth": 0.0004228474954174213, + "rgb_loss": 0.005237378180027008, + "seg_loss": 0.005513564683496952, + "total": 0.010751365711019378, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004228474954174213, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017470621937575465 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002549057826399803, + "ssim_fused": 0.9860588312149048, + "seg_l1": 0.0024310520384460688, + "seg_ssim_ref": 0.9860586524009705, + "depth": 0.00032966455690588585, + "rgb_loss": 0.004827479831874371, + "seg_loss": 0.004733111243695021, + "total": 0.00956092027446501, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032966455690588585, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.774181385033031e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004927655216306448, + "ssim_fused": 0.9770104289054871, + "seg_l1": 0.004679941106587648, + "seg_ssim_ref": 0.9770100712776184, + "depth": 0.00013166345617863243, + "rgb_loss": 0.008540038019418716, + "seg_loss": 0.008341938257217407, + "total": 0.016882107940092303, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013166345617863243, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013166345617863243 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 425, + "adam_update_count": 40800 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.15082247997634113 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_01f91476697245f0a9ae0b3e07fc79c2_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 426, + "next_interval": 0, + "next_adam_update": 40801, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 425, + "trained_intervals": 40800, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 40800, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.1674535274505615, + "median": 11.51538372039795, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4742012023925781, + "median": 0.4742012023925781, + "max": 0.4742012023925781, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.670734703540802, + "median": 9.352203369140625, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.11446873843669891, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.9556735754013062, + "median": 11524.1875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4742012023925781, + "median": 0.4742012023925781, + "max": 0.4742012023925781, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5651, + "controller_edge_stiffness": 478 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0426.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0426.json new file mode 100644 index 0000000000000000000000000000000000000000..50be39bc9e02092dfa4d4cc05347b5489933b8f0 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0426.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0426", + "executed_epochs": 426, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_eff36f3cb54d424d9fb8d0ceacd0ee36.npz", + "optimizer_file": "boundary_eff36f3cb54d424d9fb8d0ceacd0ee36_optimizer.pt", + "arrays_sha256": "9b9b024f23aaf0c048eec16f83f7a373106a6343c8854fdda8e3f86b604fe2fd", + "optimizer_sha256": "69ae6094215d752bb20f84daa2c21060140ec12a2ab4aa7744ba064b5f95f425", + "stage": "adam", + "completed_passes": 426, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 40896, + "adam_update_count": 40896, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 427, + "consumed_count": 426, + "last_submitted_update": 40896, + "last_consumed_update": 40800, + "pending": [ + { + "reference": { + "source_update": 40896, + "completed_passes": 426, + "next_interval": 0, + "trained_intervals": 40896, + "snapshot": "pass_end_0426", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 426, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 40896, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 40896, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.618291369406506e-05, + "update_l2": 0.028515510261058807 + }, + "raw_ground_friction": { + "gradient_l2": 0.0019347764318808913, + "update_l2": 0.000752568244934082 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0500351891096216e-05, + "update_l2": 0.014619685709476471 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013302300217623705, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5653, + "attachment": 479, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4741528332233429, + "ground_friction/effective": 0.4741528332233429, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013302300217623705, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037650573067367077, + "ssim_fused": 0.9818609952926636, + "seg_l1": 0.0037928600795567036, + "seg_ssim_ref": 0.981860876083374, + "depth": 0.0003465442609733954, + "rgb_loss": 0.0066398498602211475, + "seg_loss": 0.006662103813141584, + "total": 0.013302300217623705 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004394649527966976, + "ssim_fused": 0.9796618223190308, + "seg_l1": 0.0045175435952842236, + "seg_ssim_ref": 0.9796621799468994, + "depth": 0.00048654357065886465, + "rgb_loss": 0.0075833555310964584, + "seg_loss": 0.007681598886847496, + "total": 0.015265440961514613, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048654357065886465, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011181592308942021 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029698312282562256, + "ssim_fused": 0.9854850172996521, + "seg_l1": 0.003286947263404727, + "seg_ssim_ref": 0.9854849576950073, + "depth": 0.0004240417590680432, + "rgb_loss": 0.005278861615806818, + "seg_loss": 0.005532566457986832, + "total": 0.01081185164989143, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004240417590680432, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017590048302637649 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002617588499560952, + "ssim_fused": 0.9856364130973816, + "seg_l1": 0.0025189719162881374, + "seg_ssim_ref": 0.9856362342834473, + "depth": 0.0003303053960716351, + "rgb_loss": 0.0049667879939079285, + "seg_loss": 0.004887931048870087, + "total": 0.009855049348174086, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003303053960716351, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.8382653016079576e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005078159738332033, + "ssim_fused": 0.9766606688499451, + "seg_l1": 0.004847976844757795, + "seg_ssim_ref": 0.9766603112220764, + "depth": 0.00014528631809503876, + "rgb_loss": 0.008730394765734673, + "seg_loss": 0.008546318858861923, + "total": 0.01727685891091469, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014528631809503876, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014528631809503876 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 426, + "adam_update_count": 40896 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13254491399857216 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_eff36f3cb54d424d9fb8d0ceacd0ee36_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 427, + "next_interval": 0, + "next_adam_update": 40897, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 426, + "trained_intervals": 40896, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 40896, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.1722540855407715, + "median": 11.515384674072266, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.474905401468277, + "median": 0.474905401468277, + "max": 0.474905401468277, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.6689319610595703, + "median": 9.351494789123535, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.11392053961753845, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.9521511793136597, + "median": 11516.0244140625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.474905401468277, + "median": 0.474905401468277, + "max": 0.474905401468277, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5653, + "controller_edge_stiffness": 479 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0427.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0427.json new file mode 100644 index 0000000000000000000000000000000000000000..773801cc8556f9f33e48401ff747b7c2bb915b0f --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0427.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0427", + "executed_epochs": 427, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_19cdb7682bbb478f8fa112fd4048a09a.npz", + "optimizer_file": "boundary_19cdb7682bbb478f8fa112fd4048a09a_optimizer.pt", + "arrays_sha256": "a3e24beca418b859c416e0cd7edbaa502a5a6e6b10fd0ab39471cfb03f8fea6b", + "optimizer_sha256": "d3b9590791f7d6c01fd9a8978c42e5648a585a7c7c73da3563a6a8c444ab7920", + "stage": "adam", + "completed_passes": 427, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 40992, + "adam_update_count": 40992, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 428, + "consumed_count": 427, + "last_submitted_update": 40992, + "last_consumed_update": 40896, + "pending": [ + { + "reference": { + "source_update": 40992, + "completed_passes": 427, + "next_interval": 0, + "trained_intervals": 40992, + "snapshot": "pass_end_0427", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 427, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 40992, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 40992, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.100779425352812e-05, + "update_l2": 0.02531355991959572 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025137641932815313, + "update_l2": 0.0007430613040924072 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1229706615267787e-05, + "update_l2": 0.006570016965270042 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013241047167555663, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5656, + "attachment": 479, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4739033579826355, + "ground_friction/effective": 0.4739033579826355, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013241047167555663, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037434084806591272, + "ssim_fused": 0.9819409847259521, + "seg_l1": 0.0037779072299599648, + "seg_ssim_ref": 0.9819408059120178, + "depth": 0.00034937389311348355, + "rgb_loss": 0.006606532726436853, + "seg_loss": 0.006634164601564407, + "total": 0.013241047167555663 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004434532485902309, + "ssim_fused": 0.9794533252716064, + "seg_l1": 0.004542239010334015, + "seg_ssim_ref": 0.9794535040855408, + "depth": 0.0004863673810619447, + "rgb_loss": 0.007656961213797331, + "seg_loss": 0.007743090391159058, + "total": 0.015400538437998738, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004863673810619447, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011163973349250026 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0030064918100833893, + "ssim_fused": 0.985472559928894, + "seg_l1": 0.003375193802639842, + "seg_ssim_ref": 0.9854723811149597, + "depth": 0.00043731808731228963, + "rgb_loss": 0.005310681648552418, + "seg_loss": 0.005605679005384445, + "total": 0.010916797972024175, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00043731808731228963, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.000189176811270623 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025848534423857927, + "ssim_fused": 0.9858930110931396, + "seg_l1": 0.0024898271076381207, + "seg_ssim_ref": 0.9858927130699158, + "depth": 0.0003392792401669753, + "rgb_loss": 0.0048892805352807045, + "seg_loss": 0.004813319072127342, + "total": 0.009702938886648214, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003392792401669753, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.735649711141976e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004947756417095661, + "ssim_fused": 0.9769449830055237, + "seg_l1": 0.004704369232058525, + "seg_ssim_ref": 0.976944625377655, + "depth": 0.00013453086391272437, + "rgb_loss": 0.008569208905100822, + "seg_loss": 0.008374569937586784, + "total": 0.01694391337355152, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013453086391272437, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013453086391272437 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 427, + "adam_update_count": 40992 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1501777819939889 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_19cdb7682bbb478f8fa112fd4048a09a_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 428, + "next_interval": 0, + "next_adam_update": 40993, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 427, + "trained_intervals": 40992, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 40992, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.176772356033325, + "median": 11.515384674072266, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4746464192867279, + "median": 0.4746464192867279, + "max": 0.4746464192867279, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.6664777398109436, + "median": 9.34880542755127, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.11340697854757309, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.9473661184310913, + "median": 11485.095703125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4746464192867279, + "median": 0.4746464192867279, + "max": 0.4746464192867279, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5656, + "controller_edge_stiffness": 479 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0428.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0428.json new file mode 100644 index 0000000000000000000000000000000000000000..b2afa70324c557608f67ab7434a56a5e7bee92d2 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0428.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0428", + "executed_epochs": 428, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_dea41fc0034047a5b7491a1224e95f7a.npz", + "optimizer_file": "boundary_dea41fc0034047a5b7491a1224e95f7a_optimizer.pt", + "arrays_sha256": "23f1227f72ed58d7a7f4b9994eaa9dd8157e61580ab891817f93122209a281a8", + "optimizer_sha256": "1de492c996f753553cd6823c7079bfeddbf033335abf3e1663b4fbe368185920", + "stage": "adam", + "completed_passes": 428, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 41088, + "adam_update_count": 41088, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 429, + "consumed_count": 428, + "last_submitted_update": 41088, + "last_consumed_update": 40992, + "pending": [ + { + "reference": { + "source_update": 41088, + "completed_passes": 428, + "next_interval": 0, + "trained_intervals": 41088, + "snapshot": "pass_end_0428", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 428, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 41088, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 41088, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.460570825263858e-05, + "update_l2": 0.02536540850996971 + }, + "raw_ground_friction": { + "gradient_l2": 0.002189918654039502, + "update_l2": 0.000758826732635498 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0408894013380632e-05, + "update_l2": 0.0066125825978815556 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01313505164548794, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5658, + "attachment": 479, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47484999895095825, + "ground_friction/effective": 0.47484999895095825, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01313505164548794, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003711804747581482, + "ssim_fused": 0.9820449948310852, + "seg_l1": 0.003729065414518118, + "seg_ssim_ref": 0.9820449352264404, + "depth": 0.000341154784357641, + "rgb_loss": 0.006560442037880421, + "seg_loss": 0.006574268452823162, + "total": 0.01313505164548794 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004420657642185688, + "ssim_fused": 0.9794699549674988, + "seg_l1": 0.004515211097896099, + "seg_ssim_ref": 0.9794703125953674, + "depth": 0.0004834262350382698, + "rgb_loss": 0.007642535027116537, + "seg_loss": 0.007718106731772423, + "total": 0.015361125650785285, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004834262350382698, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010869858746882529 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029673222452402115, + "ssim_fused": 0.9855796694755554, + "seg_l1": 0.0033224807120859623, + "seg_ssim_ref": 0.9855796098709106, + "depth": 0.0004240758206772931, + "rgb_loss": 0.0052579240873456, + "seg_loss": 0.005542062688618898, + "total": 0.010800411317446463, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004240758206772931, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001759345446356264 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025451714172959328, + "ssim_fused": 0.9860860705375671, + "seg_l1": 0.0024252128787338734, + "seg_ssim_ref": 0.9860857725143433, + "depth": 0.00033078137881639925, + "rgb_loss": 0.004818923305720091, + "seg_loss": 0.004723016172647476, + "total": 0.00954227072540767, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033078137881639925, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.885863576084367e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004914067219942808, + "ssim_fused": 0.9770443439483643, + "seg_l1": 0.0046533565036952496, + "seg_ssim_ref": 0.9770439863204956, + "depth": 0.00012633570289860167, + "rgb_loss": 0.00852238480001688, + "seg_loss": 0.008313887752592564, + "total": 0.016836398888312343, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012633570289860167, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012633570289860167 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 428, + "adam_update_count": 41088 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1357509640220087 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_dea41fc0034047a5b7491a1224e95f7a_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 429, + "next_interval": 0, + "next_adam_update": 41089, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 428, + "trained_intervals": 41088, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 41088, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.1843552589416504, + "median": 11.515385627746582, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47560882568359375, + "median": 0.47560882568359375, + "max": 0.47560882568359375, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.6620771884918213, + "median": 9.347429275512695, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1125502735376358, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.9388153553009033, + "median": 11469.3017578125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47560882568359375, + "median": 0.47560882568359375, + "max": 0.47560882568359375, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5658, + "controller_edge_stiffness": 479 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0429.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0429.json new file mode 100644 index 0000000000000000000000000000000000000000..8860db8bfb9fedb5b37c29a39740ba9b66b094b9 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0429.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0429", + "executed_epochs": 429, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d38f2e8df8f74cafb58ceac66705b919.npz", + "optimizer_file": "boundary_d38f2e8df8f74cafb58ceac66705b919_optimizer.pt", + "arrays_sha256": "0ac49833d1389cba7fb6e3e2633ac8b543c506fd8aa9b72d088c04d5ae639124", + "optimizer_sha256": "f2b00805fd5719f95ed08f6c0a99205954282187b47f4def5bf54143a23d85c4", + "stage": "adam", + "completed_passes": 429, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 41184, + "adam_update_count": 41184, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 430, + "consumed_count": 429, + "last_submitted_update": 41184, + "last_consumed_update": 41088, + "pending": [ + { + "reference": { + "source_update": 41184, + "completed_passes": 429, + "next_interval": 0, + "trained_intervals": 41184, + "snapshot": "pass_end_0429", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 429, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 41184, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 41184, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.975779928732663e-05, + "update_l2": 0.02598227746784687 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025457933079451323, + "update_l2": 0.0007957518100738525 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1198500033060554e-05, + "update_l2": 0.008623502217233181 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013099968755592665, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5658, + "attachment": 479, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4729728698730469, + "ground_friction/effective": 0.4729728698730469, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013099968755592665, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037034228444099426, + "ssim_fused": 0.9820904731750488, + "seg_l1": 0.0037163454107940197, + "seg_ssim_ref": 0.982090413570404, + "depth": 0.00034025495227115853, + "rgb_loss": 0.006544634699821472, + "seg_loss": 0.00655499380081892, + "total": 0.013099968755592665 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004375163000077009, + "ssim_fused": 0.9796648025512695, + "seg_l1": 0.004464148543775082, + "seg_ssim_ref": 0.9796651005744934, + "depth": 0.00048157736750785267, + "rgb_loss": 0.007567170076072216, + "seg_loss": 0.007638298906385899, + "total": 0.015205950559825623, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048157736750785267, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010684971993840818 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029319876339286566, + "ssim_fused": 0.9857056736946106, + "seg_l1": 0.003259659046307206, + "seg_ssim_ref": 0.9857054948806763, + "depth": 0.00041788927828220474, + "rgb_loss": 0.005204455461353064, + "seg_loss": 0.0054666283540427685, + "total": 0.010671501704674114, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041788927828220474, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016974800224053802 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002548479475080967, + "ssim_fused": 0.9860498905181885, + "seg_l1": 0.002425758633762598, + "seg_ssim_ref": 0.9860497117042542, + "depth": 0.00032752463647319613, + "rgb_loss": 0.004828805569559336, + "seg_loss": 0.004730664659291506, + "total": 0.009559797753487314, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032752463647319613, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.560189341764061e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004958061035722494, + "ssim_fused": 0.976941704750061, + "seg_l1": 0.004715815652161837, + "seg_ssim_ref": 0.9769413471221924, + "depth": 0.00013402852682138067, + "rgb_loss": 0.008578108623623848, + "seg_loss": 0.008384383283555508, + "total": 0.016962625004383603, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013402852682138067, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013402852682138067 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 429, + "adam_update_count": 41184 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.143885881989263 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d38f2e8df8f74cafb58ceac66705b919_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 430, + "next_interval": 0, + "next_adam_update": 41185, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 429, + "trained_intervals": 41184, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 41184, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.188535451889038, + "median": 11.515385627746582, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4737686216831207, + "median": 0.4737686216831207, + "max": 0.4737686216831207, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.6577553749084473, + "median": 9.347848892211914, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.11208077520132065, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.9304543733596802, + "median": 11474.1142578125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4737686216831207, + "median": 0.4737686216831207, + "max": 0.4737686216831207, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5658, + "controller_edge_stiffness": 479 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0430.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0430.json new file mode 100644 index 0000000000000000000000000000000000000000..b7ec53f92b743f4c116d3093920836eff245ff64 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0430.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0430", + "executed_epochs": 430, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d06de8bf66544d2e9c3186675e4c21c1.npz", + "optimizer_file": "boundary_d06de8bf66544d2e9c3186675e4c21c1_optimizer.pt", + "arrays_sha256": "c75fd3f5251d68bfa244c25822cac1130595f0b3a87faf4ca8db68a08614b3d0", + "optimizer_sha256": "71e046c9607584fe79f2ed784a893bd6a1e3f902a96c2b88628886749e9a2d98", + "stage": "adam", + "completed_passes": 430, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 41280, + "adam_update_count": 41280, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 431, + "consumed_count": 430, + "last_submitted_update": 41280, + "last_consumed_update": 41184, + "pending": [ + { + "reference": { + "source_update": 41280, + "completed_passes": 430, + "next_interval": 0, + "trained_intervals": 41280, + "snapshot": "pass_end_0430", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 430, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 41280, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 41280, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.845565025694668e-05, + "update_l2": 0.026280544698238373 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025088738184422255, + "update_l2": 0.0007985234260559082 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1002724022546317e-05, + "update_l2": 0.009323731996119022 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013125182666368454, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5659, + "attachment": 479, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47407016158103943, + "ground_friction/effective": 0.47407016158103943, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013125182666368454, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037101733032613993, + "ssim_fused": 0.9820622801780701, + "seg_l1": 0.003726998809725046, + "seg_ssim_ref": 0.9820621609687805, + "depth": 0.0003416338187146984, + "rgb_loss": 0.0065556797198951244, + "seg_loss": 0.006569161079823971, + "total": 0.013125182666368454 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0043926360085606575, + "ssim_fused": 0.9795999526977539, + "seg_l1": 0.004487619735300541, + "seg_ssim_ref": 0.9796003103256226, + "depth": 0.00048236083795523486, + "rgb_loss": 0.0075941188260912895, + "seg_loss": 0.007670033723115921, + "total": 0.015264634910045165, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048236083795523486, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010763319038579035 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029509528540074825, + "ssim_fused": 0.9856420159339905, + "seg_l1": 0.003291085595265031, + "seg_ssim_ref": 0.9856418967247009, + "depth": 0.0004223572943452748, + "rgb_loss": 0.005232359282672405, + "seg_loss": 0.005504488945007324, + "total": 0.010737270584974075, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004223572943452748, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017421601830360815 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025521607603877783, + "ssim_fused": 0.9860377907752991, + "seg_l1": 0.0024332269094884396, + "seg_ssim_ref": 0.9860376119613647, + "depth": 0.0003291746579860853, + "rgb_loss": 0.004834170453250408, + "seg_loss": 0.004739059135317802, + "total": 0.009573558763226197, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003291746579860853, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.725191493052981e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004944943822920322, + "ssim_fused": 0.9769694209098816, + "seg_l1": 0.004696063697338104, + "seg_ssim_ref": 0.9769689440727234, + "depth": 0.00013264248457219865, + "rgb_loss": 0.00856207124888897, + "seg_loss": 0.008363062515854836, + "total": 0.016925266407228377, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013264248457219865, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013264248457219865 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 430, + "adam_update_count": 41280 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13353732900577597 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d06de8bf66544d2e9c3186675e4c21c1_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 431, + "next_interval": 0, + "next_adam_update": 41281, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 430, + "trained_intervals": 41280, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 41280, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.1926369667053223, + "median": 11.515385627746582, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47486868500709534, + "median": 0.47486868500709534, + "max": 0.47486868500709534, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.6526520252227783, + "median": 9.348249435424805, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.11162202060222626, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.9206275939941406, + "median": 11478.7109375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47486868500709534, + "median": 0.47486868500709534, + "max": 0.47486868500709534, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5659, + "controller_edge_stiffness": 479 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0431.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0431.json new file mode 100644 index 0000000000000000000000000000000000000000..f10087d878377f3684081d223989a92128993a2e --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0431.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0431", + "executed_epochs": 431, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_0bd5e85d7f3c4389a45218a0fdd083ca.npz", + "optimizer_file": "boundary_0bd5e85d7f3c4389a45218a0fdd083ca_optimizer.pt", + "arrays_sha256": "cf2256179b1d8b18ef48fb8f09b750331bd978673bc8abb96c867871002403c9", + "optimizer_sha256": "0cf5224fe0776e8a89c9d807c3e18f1d03869270f0ed0cc9f93fe97e9e5d9b0a", + "stage": "adam", + "completed_passes": 431, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 41376, + "adam_update_count": 41376, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 432, + "consumed_count": 431, + "last_submitted_update": 41376, + "last_consumed_update": 41280, + "pending": [ + { + "reference": { + "source_update": 41376, + "completed_passes": 431, + "next_interval": 0, + "trained_intervals": 41376, + "snapshot": "pass_end_0431", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 431, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 41376, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 41376, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.96304045454599e-05, + "update_l2": 0.026353701949119568 + }, + "raw_ground_friction": { + "gradient_l2": 0.002678881399333477, + "update_l2": 0.0007931888103485107 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0979309990943875e-05, + "update_l2": 0.009772072546184063 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013170977704377203, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5660, + "attachment": 479, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4737594723701477, + "ground_friction/effective": 0.4737594723701477, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013170977704377203, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037221028469502926, + "ssim_fused": 0.9820091724395752, + "seg_l1": 0.003745725378394127, + "seg_ssim_ref": 0.9820090532302856, + "depth": 0.00034517064812547896, + "rgb_loss": 0.006575857289135456, + "seg_loss": 0.00659477524459362, + "total": 0.013170977704377203 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004425529856234789, + "ssim_fused": 0.9794575572013855, + "seg_l1": 0.004523092415183783, + "seg_ssim_ref": 0.9794577956199646, + "depth": 0.0004845405554499788, + "rgb_loss": 0.007648912258446217, + "seg_loss": 0.007726915180683136, + "total": 0.015376311979684802, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004845405554499788, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010981290788053433 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029820697382092476, + "ssim_fused": 0.9855380058288574, + "seg_l1": 0.0033436578232795, + "seg_ssim_ref": 0.9855380058288574, + "depth": 0.0004322353375030477, + "rgb_loss": 0.005278054624795914, + "seg_loss": 0.0055673252791166306, + "total": 0.010845812139250047, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004322353375030477, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00018409406146138103 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025574795436114073, + "ssim_fused": 0.9860286712646484, + "seg_l1": 0.0024463036097586155, + "seg_ssim_ref": 0.9860283732414246, + "depth": 0.0003341245257251688, + "rgb_loss": 0.004840249195694923, + "seg_loss": 0.004751368425786495, + "total": 0.009591951746007145, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003341245257251688, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.220178266961325e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0049233329482376575, + "ssim_fused": 0.9770122766494751, + "seg_l1": 0.004669846501201391, + "seg_ssim_ref": 0.9770119190216064, + "depth": 0.00012978217382372044, + "rgb_loss": 0.008536211214959621, + "seg_loss": 0.008333493955433369, + "total": 0.016869834952566814, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012978217382372044, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012978217382372044 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 431, + "adam_update_count": 41376 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1512600269925315 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_0bd5e85d7f3c4389a45218a0fdd083ca_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 432, + "next_interval": 0, + "next_adam_update": 41377, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 431, + "trained_intervals": 41376, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 41376, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.1979713439941406, + "median": 11.515388488769531, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4745526611804962, + "median": 0.4745526611804962, + "max": 0.4745526611804962, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.6476545333862305, + "median": 9.343955039978027, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.11102817207574844, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.91105318069458, + "median": 11429.5234375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4745526611804962, + "median": 0.4745526611804962, + "max": 0.4745526611804962, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5660, + "controller_edge_stiffness": 479 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0432.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0432.json new file mode 100644 index 0000000000000000000000000000000000000000..be1d23672deda4828721cc71f389b4600558517b --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0432.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0432", + "executed_epochs": 432, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_221cd1a8ab46431fa7a8cb220140def9.npz", + "optimizer_file": "boundary_221cd1a8ab46431fa7a8cb220140def9_optimizer.pt", + "arrays_sha256": "d6a3dc99a5375710adde1b71fb896f7d49f38464294cd72f9cd874cd918f8a5b", + "optimizer_sha256": "78f3275be617f66510c36a8b3d29826ad42015a47648a95b9c0934390fabb919", + "stage": "adam", + "completed_passes": 432, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 41472, + "adam_update_count": 41472, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 433, + "consumed_count": 432, + "last_submitted_update": 41472, + "last_consumed_update": 41376, + "pending": [ + { + "reference": { + "source_update": 41472, + "completed_passes": 432, + "next_interval": 0, + "trained_intervals": 41472, + "snapshot": "pass_end_0432", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 432, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 41472, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 41472, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.245009277947247e-05, + "update_l2": 0.025876421481370926 + }, + "raw_ground_friction": { + "gradient_l2": 0.0026761058252304792, + "update_l2": 0.0007677674293518066 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1308358807582408e-05, + "update_l2": 0.01030106469988823 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013219194267556415, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5662, + "attachment": 480, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4748482406139374, + "ground_friction/effective": 0.4748482406139374, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013219194267556415, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.00373546639457345, + "ssim_fused": 0.9819590449333191, + "seg_l1": 0.003767578862607479, + "seg_ssim_ref": 0.9819588661193848, + "depth": 0.0003485611233573097, + "rgb_loss": 0.006596568040549755, + "seg_loss": 0.00662227813154459, + "total": 0.013219194267556415 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004439992364495993, + "ssim_fused": 0.9793998003005981, + "seg_l1": 0.00453889649361372, + "seg_ssim_ref": 0.9794001579284668, + "depth": 0.00048574012632119577, + "rgb_loss": 0.007672034204006195, + "seg_loss": 0.0077510857954621315, + "total": 0.015423605739594648, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048574012632119577, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011101247875175131 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0030050461646169424, + "ssim_fused": 0.9854691028594971, + "seg_l1": 0.0033785603009164333, + "seg_ssim_ref": 0.9854689240455627, + "depth": 0.00043720190750590237, + "rgb_loss": 0.005310216452926397, + "seg_loss": 0.005609063431620598, + "total": 0.010919717552115788, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00043720190750590237, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00018906063146423575 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002571230521425605, + "ssim_fused": 0.9859736561775208, + "seg_l1": 0.002471262589097023, + "seg_ssim_ref": 0.9859734177589417, + "depth": 0.00033961439440725357, + "rgb_loss": 0.004862253554165363, + "seg_loss": 0.004782326519489288, + "total": 0.009644919688049059, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033961439440725357, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.769165135169807e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004925596993416548, + "ssim_fused": 0.9769935607910156, + "seg_l1": 0.004681596532464027, + "seg_ssim_ref": 0.976993203163147, + "depth": 0.00013168806519488698, + "rgb_loss": 0.008541765622794628, + "seg_loss": 0.008346636779606342, + "total": 0.016888534090466166, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013168806519488698, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013168806519488698 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 432, + "adam_update_count": 41472 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13832776300841942 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_221cd1a8ab46431fa7a8cb220140def9_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 433, + "next_interval": 0, + "next_adam_update": 41473, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 432, + "trained_intervals": 41472, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 41472, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.203685760498047, + "median": 11.51539134979248, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4756160080432892, + "median": 0.4756160080432892, + "max": 0.4756160080432892, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.6421421766281128, + "median": 9.343899726867676, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.11039551347494125, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.9005478620529175, + "median": 11428.890625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4756160080432892, + "median": 0.4756160080432892, + "max": 0.4756160080432892, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5662, + "controller_edge_stiffness": 480 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0433.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0433.json new file mode 100644 index 0000000000000000000000000000000000000000..8a93b8be5ab17f772ca506577f65180094ed8d4f --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0433.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0433", + "executed_epochs": 433, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_4bb4b1124d2d4bf099c1e09009b3ed92.npz", + "optimizer_file": "boundary_4bb4b1124d2d4bf099c1e09009b3ed92_optimizer.pt", + "arrays_sha256": "5132dec19abf9feeba0e26b4e2a35b870b87bdec1636d391f1ef108b2e1ade19", + "optimizer_sha256": "994794d0da696313985408e181e9b42a93c73e66379643be4db9536c0c8dcb05", + "stage": "adam", + "completed_passes": 433, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 41568, + "adam_update_count": 41568, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 434, + "consumed_count": 433, + "last_submitted_update": 41568, + "last_consumed_update": 41472, + "pending": [ + { + "reference": { + "source_update": 41568, + "completed_passes": 433, + "next_interval": 0, + "trained_intervals": 41568, + "snapshot": "pass_end_0433", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 433, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 41568, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 41568, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.929322211770341e-05, + "update_l2": 0.026562631130218506 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025215684436261654, + "update_l2": 0.0007919669151306152 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.094913841370726e-05, + "update_l2": 0.01002234686166048 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013201404038450484, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5665, + "attachment": 480, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47434332966804504, + "ground_friction/effective": 0.47434332966804504, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013201404038450484, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037309906911104918, + "ssim_fused": 0.9819785356521606, + "seg_l1": 0.0037595643661916256, + "seg_ssim_ref": 0.9819784164428711, + "depth": 0.000347524515156078, + "rgb_loss": 0.006589091382920742, + "seg_loss": 0.0066119651310145855, + "total": 0.013201404038450484 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004434858448803425, + "ssim_fused": 0.9794296026229858, + "seg_l1": 0.004535555373877287, + "seg_ssim_ref": 0.9794299602508545, + "depth": 0.0004856611803774205, + "rgb_loss": 0.007661966606974602, + "seg_loss": 0.007742452435195446, + "total": 0.015404904703350425, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004856611803774205, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011093353280797602 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002998178359121084, + "ssim_fused": 0.9854893684387207, + "seg_l1": 0.0033672454301267862, + "seg_ssim_ref": 0.9854893684387207, + "depth": 0.0004366173364749802, + "rgb_loss": 0.005300668999552727, + "seg_loss": 0.0055959224700927734, + "total": 0.010897028086981975, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004366173364749802, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001884760604333135 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025671496987342834, + "ssim_fused": 0.9859867095947266, + "seg_l1": 0.002463515382260084, + "seg_ssim_ref": 0.9859864115715027, + "depth": 0.0003374577466442456, + "rgb_loss": 0.004856377840042114, + "seg_loss": 0.004773530177772045, + "total": 0.009630245475560803, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003374577466442456, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.553500358869002e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004923776723444462, + "ssim_fused": 0.9770083427429199, + "seg_l1": 0.004671940580010414, + "seg_ssim_ref": 0.9770079851150513, + "depth": 0.00013036179712766575, + "rgb_loss": 0.0085373530164361, + "seg_loss": 0.008335955440998077, + "total": 0.01687343788790873, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013036179712766575, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013036179712766575 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 433, + "adam_update_count": 41568 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1399219239829108 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_4bb4b1124d2d4bf099c1e09009b3ed92_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 434, + "next_interval": 0, + "next_adam_update": 41569, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 433, + "trained_intervals": 41568, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 41568, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.2096409797668457, + "median": 11.515398979187012, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47513529658317566, + "median": 0.47513529658317566, + "max": 0.47513529658317566, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.6364449262619019, + "median": 9.340370178222656, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.10974004119634628, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.8897507190704346, + "median": 11388.623046875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47513529658317566, + "median": 0.47513529658317566, + "max": 0.47513529658317566, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5665, + "controller_edge_stiffness": 480 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0434.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0434.json new file mode 100644 index 0000000000000000000000000000000000000000..61f8bbdc8cf7fabd214faf90da24e6de5e222af4 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0434.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0434", + "executed_epochs": 434, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a427c387c2e045f0a8d4e5e90549e494.npz", + "optimizer_file": "boundary_a427c387c2e045f0a8d4e5e90549e494_optimizer.pt", + "arrays_sha256": "1b66ad3232d2887b7f16b94f80dc65ebee8e0c2cb328b2f1dd9ec717431faa87", + "optimizer_sha256": "afc0981e2386ab942efe50de8c59b3cda967a1a2cd224ac6ec99aba4b4afd07d", + "stage": "adam", + "completed_passes": 434, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 41664, + "adam_update_count": 41664, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 435, + "consumed_count": 434, + "last_submitted_update": 41664, + "last_consumed_update": 41568, + "pending": [ + { + "reference": { + "source_update": 41664, + "completed_passes": 434, + "next_interval": 0, + "trained_intervals": 41664, + "snapshot": "pass_end_0434", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 434, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 41664, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 41664, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.692979463376105e-05, + "update_l2": 0.02628524787724018 + }, + "raw_ground_friction": { + "gradient_l2": 0.002520828042179346, + "update_l2": 0.0007936656475067139 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0667510650819167e-05, + "update_l2": 0.00876513309776783 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013126763337955826, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5666, + "attachment": 482, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47383227944374084, + "ground_friction/effective": 0.47383227944374084, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013126763337955826, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037086019292473793, + "ssim_fused": 0.982050895690918, + "seg_l1": 0.0037248218432068825, + "seg_ssim_ref": 0.9820507168769836, + "depth": 0.00034068684374583734, + "rgb_loss": 0.006556711625307798, + "seg_loss": 0.0065697114914655685, + "total": 0.013126763337955826 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004425364080816507, + "ssim_fused": 0.9794339537620544, + "seg_l1": 0.00451492378488183, + "seg_ssim_ref": 0.9794341325759888, + "depth": 0.0004829231570966335, + "rgb_loss": 0.007653500884771347, + "seg_loss": 0.007725112605839968, + "total": 0.015379095948107125, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004829231570966335, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010819550952718904 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029688249342143536, + "ssim_fused": 0.9855692982673645, + "seg_l1": 0.0033279249910265207, + "seg_ssim_ref": 0.9855692982673645, + "depth": 0.00042338734743857986, + "rgb_loss": 0.005261200480163097, + "seg_loss": 0.005548480432480574, + "total": 0.010810103834329822, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042338734743857986, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001752460713969132 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025380272418260574, + "ssim_fused": 0.9861289262771606, + "seg_l1": 0.0024162051267921925, + "seg_ssim_ref": 0.9861286282539368, + "depth": 0.0003312063275419899, + "rgb_loss": 0.004804636351764202, + "seg_loss": 0.004707238636910915, + "total": 0.00951220619500266, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003312063275419899, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.928358448643436e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004902191460132599, + "ssim_fused": 0.977071225643158, + "seg_l1": 0.0046402327716350555, + "seg_ssim_ref": 0.9770708680152893, + "depth": 0.00012523054290614606, + "rgb_loss": 0.008507508784532547, + "seg_loss": 0.008298012427985668, + "total": 0.016805647374383698, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012523054290614606, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012523054290614606 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 434, + "adam_update_count": 41664 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13867345798644237 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a427c387c2e045f0a8d4e5e90549e494_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 435, + "next_interval": 0, + "next_adam_update": 41665, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 434, + "trained_intervals": 41664, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 41664, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.21794056892395, + "median": 11.515405654907227, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47462594509124756, + "median": 0.47462594509124756, + "max": 0.47462594509124756, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.6318672895431519, + "median": 9.336221694946289, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.10883301496505737, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.881119966506958, + "median": 11341.4755859375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47462594509124756, + "median": 0.47462594509124756, + "max": 0.47462594509124756, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5666, + "controller_edge_stiffness": 482 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0435.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0435.json new file mode 100644 index 0000000000000000000000000000000000000000..5c354fd5922a845d61eb32ee6cf63b517bac6d84 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0435.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0435", + "executed_epochs": 435, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f9c220b5111545278f3cb63b45bf461d.npz", + "optimizer_file": "boundary_f9c220b5111545278f3cb63b45bf461d_optimizer.pt", + "arrays_sha256": "0074c9260e9a4be28d9e0db86c214de3846e9ceb87d6f214530cdca16f9c9f62", + "optimizer_sha256": "3edc06e1fc1eeb896f5fb865d5266418027275178b66f1e272976b93c1ecd749", + "stage": "adam", + "completed_passes": 435, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 41760, + "adam_update_count": 41760, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 436, + "consumed_count": 435, + "last_submitted_update": 41760, + "last_consumed_update": 41664, + "pending": [ + { + "reference": { + "source_update": 41760, + "completed_passes": 435, + "next_interval": 0, + "trained_intervals": 41760, + "snapshot": "pass_end_0435", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 435, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 41760, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 41760, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.944342698669061e-05, + "update_l2": 0.0264295507222414 + }, + "raw_ground_friction": { + "gradient_l2": 0.0027142914477735758, + "update_l2": 0.0007892251014709473 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1104472832812462e-05, + "update_l2": 0.009876284748315811 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013153786529024197, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5666, + "attachment": 482, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47357264161109924, + "ground_friction/effective": 0.47357264161109924, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013153786529024197, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003717163112014532, + "ssim_fused": 0.9820277094841003, + "seg_l1": 0.0037384717725217342, + "seg_ssim_ref": 0.9820276498794556, + "depth": 0.00034434737737258224, + "rgb_loss": 0.006568191573023796, + "seg_loss": 0.006585250608623028, + "total": 0.013153786529024197 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004418199881911278, + "ssim_fused": 0.9794815182685852, + "seg_l1": 0.00451213214546442, + "seg_ssim_ref": 0.9794818162918091, + "depth": 0.0004835048481232176, + "rgb_loss": 0.007638256065547466, + "seg_loss": 0.007713342551141977, + "total": 0.015352082587198853, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004835048481232176, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010877720055377319 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029727667570114136, + "ssim_fused": 0.9855692982673645, + "seg_l1": 0.003329553874209523, + "seg_ssim_ref": 0.9855692982673645, + "depth": 0.0004278126198281019, + "rgb_loss": 0.005264353938400745, + "seg_loss": 0.005549783818423748, + "total": 0.010814565569444321, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004278126198281019, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017967134378643523 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002553151221945882, + "ssim_fused": 0.986049234867096, + "seg_l1": 0.0024393750354647636, + "seg_ssim_ref": 0.9860489964485168, + "depth": 0.00033403869395661677, + "rgb_loss": 0.004832673817873001, + "seg_loss": 0.004741700831800699, + "total": 0.00957470822270637, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033403869395661677, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.21159509010612e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004924534820020199, + "ssim_fused": 0.9770107269287109, + "seg_l1": 0.004672826733440161, + "seg_ssim_ref": 0.9770104289054871, + "depth": 0.0001320333475823928, + "rgb_loss": 0.008537482470273972, + "seg_loss": 0.008336176164448261, + "total": 0.01687378973674724, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001320333475823928, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001320333475823928 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 435, + "adam_update_count": 41760 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13377262599533424 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f9c220b5111545278f3cb63b45bf461d_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 436, + "next_interval": 0, + "next_adam_update": 41761, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 435, + "trained_intervals": 41760, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 41760, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.2233028411865234, + "median": 11.515405654907227, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4743618667125702, + "median": 0.4743618667125702, + "max": 0.4743618667125702, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.6267132759094238, + "median": 9.336454391479492, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.10825098305940628, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.8714494705200195, + "median": 11344.1142578125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4743618667125702, + "median": 0.4743618667125702, + "max": 0.4743618667125702, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5666, + "controller_edge_stiffness": 482 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0436.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0436.json new file mode 100644 index 0000000000000000000000000000000000000000..a8107435df4c0455a1578383d913ff209aa34332 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0436.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0436", + "executed_epochs": 436, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_000994b468d4466688e1be3fb42e7e2b.npz", + "optimizer_file": "boundary_000994b468d4466688e1be3fb42e7e2b_optimizer.pt", + "arrays_sha256": "54c2510641e1912d869a1c6cac689197b1dcca9cd16c4723d41892e050a2a847", + "optimizer_sha256": "6c854656ac2b2fca1d09f841dd4fa60e317a17023eb4bdb4efee1da4fa47eb47", + "stage": "adam", + "completed_passes": 436, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 41856, + "adam_update_count": 41856, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 437, + "consumed_count": 436, + "last_submitted_update": 41856, + "last_consumed_update": 41760, + "pending": [ + { + "reference": { + "source_update": 41856, + "completed_passes": 436, + "next_interval": 0, + "trained_intervals": 41856, + "snapshot": "pass_end_0436", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 436, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 41856, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 41856, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.998718112707138e-05, + "update_l2": 0.026533950120210648 + }, + "raw_ground_friction": { + "gradient_l2": 0.0027177303563803434, + "update_l2": 0.0007868707180023193 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1174382962053642e-05, + "update_l2": 0.009965774603188038 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013136495409650912, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5669, + "attachment": 482, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4729386270046234, + "ground_friction/effective": 0.4729386270046234, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013136495409650912, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037120431661605835, + "ssim_fused": 0.9820449352264404, + "seg_l1": 0.003730615135282278, + "seg_ssim_ref": 0.9820448756217957, + "depth": 0.00034230027924925607, + "rgb_loss": 0.0065606385469436646, + "seg_loss": 0.00657551409676671, + "total": 0.013136495409650912 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004413225222378969, + "ssim_fused": 0.979491651058197, + "seg_l1": 0.004503640811890364, + "seg_ssim_ref": 0.9794918894767761, + "depth": 0.0004824865066984462, + "rgb_loss": 0.007632249966263771, + "seg_loss": 0.007704535033553839, + "total": 0.015337267951985596, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004824865066984462, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010775885912900171 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029650137294083834, + "ssim_fused": 0.9855924248695374, + "seg_l1": 0.0033184613566845655, + "seg_ssim_ref": 0.9855923652648926, + "depth": 0.0004240128391261939, + "rgb_loss": 0.005253526382148266, + "seg_loss": 0.005536296404898167, + "total": 0.010790246799885559, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004240128391261939, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017587156308452724 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025468156673014164, + "ssim_fused": 0.9860807061195374, + "seg_l1": 0.002429347252473235, + "seg_ssim_ref": 0.986080527305603, + "depth": 0.0003312605315126064, + "rgb_loss": 0.004821311682462692, + "seg_loss": 0.00472737243399024, + "total": 0.009549015842645732, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003312605315126064, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.933778845705084e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004923117812722921, + "ssim_fused": 0.9770151376724243, + "seg_l1": 0.004671010654419661, + "seg_ssim_ref": 0.9770147800445557, + "depth": 0.00013144123965977793, + "rgb_loss": 0.008535467088222504, + "seg_loss": 0.008333852514624596, + "total": 0.01686945104408676, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013144123965977793, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013144123965977793 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 436, + "adam_update_count": 41856 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13570425999932922 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_000994b468d4466688e1be3fb42e7e2b_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 437, + "next_interval": 0, + "next_adam_update": 41857, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 436, + "trained_intervals": 41856, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 41856, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.228205680847168, + "median": 11.515413284301758, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47372549772262573, + "median": 0.47372549772262573, + "max": 0.47372549772262573, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.622233510017395, + "median": 9.335127830505371, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.10772154480218887, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.8630845546722412, + "median": 11329.076171875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47372549772262573, + "median": 0.47372549772262573, + "max": 0.47372549772262573, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5669, + "controller_edge_stiffness": 482 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0437.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0437.json new file mode 100644 index 0000000000000000000000000000000000000000..a432c483564e7fe1565e273975837f51673f5df0 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0437.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0437", + "executed_epochs": 437, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f20df8cf3a404943bcd4ce7954c805ad.npz", + "optimizer_file": "boundary_f20df8cf3a404943bcd4ce7954c805ad_optimizer.pt", + "arrays_sha256": "7ffc53cad7a77f758abd2723af8b0e04569355954fcb27dc51803372bf9b5b84", + "optimizer_sha256": "85643dd30249192577af2efc210e5c63a210dabae7d3cc73096905b155071fea", + "stage": "adam", + "completed_passes": 437, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 41952, + "adam_update_count": 41952, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 438, + "consumed_count": 437, + "last_submitted_update": 41952, + "last_consumed_update": 41856, + "pending": [ + { + "reference": { + "source_update": 41952, + "completed_passes": 437, + "next_interval": 0, + "trained_intervals": 41952, + "snapshot": "pass_end_0437", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 437, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 41952, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 41952, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.66776317707263e-05, + "update_l2": 0.024760153144598007 + }, + "raw_ground_friction": { + "gradient_l2": 0.0024424667935818434, + "update_l2": 0.0007332265377044678 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0538856258790474e-05, + "update_l2": 0.00956413708627224 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013240257594432266, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5670, + "attachment": 483, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47265109419822693, + "ground_friction/effective": 0.47265109419822693, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013240257594432266, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037402459420263767, + "ssim_fused": 0.9819302558898926, + "seg_l1": 0.0037747533060610294, + "seg_ssim_ref": 0.981930136680603, + "depth": 0.0003488638210607072, + "rgb_loss": 0.006606142036616802, + "seg_loss": 0.006633766461163759, + "total": 0.013240257594432266 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004465004429221153, + "ssim_fused": 0.979282796382904, + "seg_l1": 0.0045632184483110905, + "seg_ssim_ref": 0.9792830348014832, + "depth": 0.0004869999432180905, + "rgb_loss": 0.007715444080531597, + "seg_loss": 0.007793967612087727, + "total": 0.015509898692562541, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004869999432180905, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011227229564864605 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.003028134349733591, + "ssim_fused": 0.9853881001472473, + "seg_l1": 0.0034179515205323696, + "seg_ssim_ref": 0.9853881001472473, + "depth": 0.00043883311998978695, + "rgb_loss": 0.005344887729734182, + "seg_loss": 0.005656741559505463, + "total": 0.011002068588020922, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00043883311998978695, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00019069184394812026 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025716861709952354, + "ssim_fused": 0.9859927296638489, + "seg_l1": 0.0024747748393565416, + "seg_ssim_ref": 0.9859924912452698, + "depth": 0.00034334078918107664, + "rgb_loss": 0.004858803004026413, + "seg_loss": 0.004781321622431278, + "total": 0.009640467967246873, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00034334078918107664, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 7.141804612552117e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0048961578868329525, + "ssim_fused": 0.9770574569702148, + "seg_l1": 0.004643069114536047, + "seg_ssim_ref": 0.9770570993423462, + "depth": 0.0001262814318538747, + "rgb_loss": 0.008505434729158878, + "seg_loss": 0.00830303505063057, + "total": 0.016808595129898726, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001262814318538747, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012628143185387466 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 437, + "adam_update_count": 41952 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13688302898663096 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f20df8cf3a404943bcd4ce7954c805ad_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 438, + "next_interval": 0, + "next_adam_update": 41953, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 437, + "trained_intervals": 41952, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 41952, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.23337459564209, + "median": 11.51541519165039, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4733843207359314, + "median": 0.4733843207359314, + "max": 0.4733843207359314, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.6174343824386597, + "median": 9.323965072631836, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.10716617852449417, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.8541648387908936, + "median": 11203.3154296875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4733843207359314, + "median": 0.4733843207359314, + "max": 0.4733843207359314, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5670, + "controller_edge_stiffness": 483 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0438.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0438.json new file mode 100644 index 0000000000000000000000000000000000000000..b5332004c22079153d998e35864acabb0f376635 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0438.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0438", + "executed_epochs": 438, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_dda368cc4fa7406abc207032fe1f8012.npz", + "optimizer_file": "boundary_dda368cc4fa7406abc207032fe1f8012_optimizer.pt", + "arrays_sha256": "dc0d05044b75c145f6224e075023e093f3f1f2fe911d7536a1e705340634d2f7", + "optimizer_sha256": "62e3691b2d8af5280b82a95fbcf09b3649648d1b1a7e15d74d8863d27c4802bc", + "stage": "adam", + "completed_passes": 438, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 42048, + "adam_update_count": 42048, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 439, + "consumed_count": 438, + "last_submitted_update": 42048, + "last_consumed_update": 41952, + "pending": [ + { + "reference": { + "source_update": 42048, + "completed_passes": 438, + "next_interval": 0, + "trained_intervals": 42048, + "snapshot": "pass_end_0438", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 438, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 42048, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 42048, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.713951683603227e-05, + "update_l2": 0.02597305178642273 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025336584076285362, + "update_l2": 0.0008074641227722168 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0737249795056414e-05, + "update_l2": 0.008243516087532043 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013112753347659137, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5671, + "attachment": 483, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4740695357322693, + "ground_friction/effective": 0.4740695357322693, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013112753347659137, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003705022856593132, + "ssim_fused": 0.9820684194564819, + "seg_l1": 0.003719662083312869, + "seg_ssim_ref": 0.9820682406425476, + "depth": 0.00034034920635477955, + "rgb_loss": 0.00655033765360713, + "seg_loss": 0.006562075577676296, + "total": 0.013112753347659137 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004415899980813265, + "ssim_fused": 0.9794778823852539, + "seg_l1": 0.004506451543420553, + "seg_ssim_ref": 0.9794780611991882, + "depth": 0.0004823697048824074, + "rgb_loss": 0.007637144066393375, + "seg_loss": 0.0077095492742955685, + "total": 0.01534717524473254, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004823697048824074, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010764205731296291 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002961039310321212, + "ssim_fused": 0.9855965971946716, + "seg_l1": 0.003315229434520006, + "seg_ssim_ref": 0.9855964183807373, + "depth": 0.00042277999397574223, + "rgb_loss": 0.005249512381851673, + "seg_loss": 0.005532899871468544, + "total": 0.010782835033314193, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042277999397574223, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017463871793407557 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002535509644076228, + "ssim_fused": 0.9861391186714172, + "seg_l1": 0.002411389723420143, + "seg_ssim_ref": 0.9861389398574829, + "depth": 0.00033009241509768695, + "rgb_loss": 0.00480058416724205, + "seg_loss": 0.0047013238072395325, + "total": 0.00950223806689668, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033009241509768695, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.8169672042131334e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004907642491161823, + "ssim_fused": 0.9770600199699402, + "seg_l1": 0.004645577631890774, + "seg_ssim_ref": 0.9770596623420715, + "depth": 0.00012615471146328167, + "rgb_loss": 0.008514109998941422, + "seg_loss": 0.008304529823362827, + "total": 0.016818765045693136, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012615471146328167, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012615471146328167 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 438, + "adam_update_count": 42048 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.16873945598490536 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_dda368cc4fa7406abc207032fe1f8012_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 439, + "next_interval": 0, + "next_adam_update": 42049, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 438, + "trained_intervals": 42048, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 42048, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.241217851638794, + "median": 11.51541519165039, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4748769998550415, + "median": 0.4748769998550415, + "max": 0.4748769998550415, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.6127970814704895, + "median": 9.325419425964355, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.10632893443107605, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.8455862998962402, + "median": 11219.62109375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4748769998550415, + "median": 0.4748769998550415, + "max": 0.4748769998550415, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5672, + "controller_edge_stiffness": 483 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0439.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0439.json new file mode 100644 index 0000000000000000000000000000000000000000..bbba149d973308aa71b1d7117aad6efcc55250d7 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0439.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0439", + "executed_epochs": 439, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_661f1368cefb4874964d954d59b3b9f2.npz", + "optimizer_file": "boundary_661f1368cefb4874964d954d59b3b9f2_optimizer.pt", + "arrays_sha256": "efed69c6b7ca8b0e605c999bd6138e1bace4b9d66b7fb621dc7ac4116667640b", + "optimizer_sha256": "05978cacdbea513ac41d68537b61e9859a70b5bcf85c1a80b6c775381709f191", + "stage": "adam", + "completed_passes": 439, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 42144, + "adam_update_count": 42144, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 440, + "consumed_count": 439, + "last_submitted_update": 42144, + "last_consumed_update": 42048, + "pending": [ + { + "reference": { + "source_update": 42144, + "completed_passes": 439, + "next_interval": 0, + "trained_intervals": 42144, + "snapshot": "pass_end_0439", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 439, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 42144, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 42144, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.250562288798392e-05, + "update_l2": 0.02581973187625408 + }, + "raw_ground_friction": { + "gradient_l2": 0.0026133523788303137, + "update_l2": 0.0007907748222351074 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1424301192164421e-05, + "update_l2": 0.010349933989346027 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013227036684334139, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5672, + "attachment": 483, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.472756028175354, + "ground_friction/effective": 0.472756028175354, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013227036684334139, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037375790998339653, + "ssim_fused": 0.9819507002830505, + "seg_l1": 0.0037711123004555702, + "seg_ssim_ref": 0.981950581073761, + "depth": 0.0003490089921738642, + "rgb_loss": 0.006599917076528072, + "seg_loss": 0.006626770831644535, + "total": 0.013227036684334139 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004445776809006929, + "ssim_fused": 0.9793729186058044, + "seg_l1": 0.004546071402728558, + "seg_ssim_ref": 0.9793732166290283, + "depth": 0.0004858583331925587, + "rgb_loss": 0.00768203753978014, + "seg_loss": 0.007762214168906212, + "total": 0.015444737567019544, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004858583331925587, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011113068562311433 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0030119584407657385, + "ssim_fused": 0.9854449033737183, + "seg_l1": 0.003390571800991893, + "seg_ssim_ref": 0.9854447841644287, + "depth": 0.00043831149768187784, + "rgb_loss": 0.005320586264133453, + "seg_loss": 0.005623500794172287, + "total": 0.010944525369803422, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00043831149768187784, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00019017022164021123 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025702982675284147, + "ssim_fused": 0.985986053943634, + "seg_l1": 0.002471556421369314, + "seg_ssim_ref": 0.9859857559204102, + "depth": 0.00034067174062417393, + "rgb_loss": 0.004859027918428183, + "seg_loss": 0.004780094139277935, + "total": 0.009639462263785455, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00034067174062417393, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.874899756861842e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004922282882034779, + "ssim_fused": 0.976999044418335, + "seg_l1": 0.004676248878240585, + "seg_ssim_ref": 0.9769986271858215, + "depth": 0.00013119439719684627, + "rgb_loss": 0.0085380170494318, + "seg_loss": 0.008341274224221706, + "total": 0.01687942153672813, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013119439719684627, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013119439719684627 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 439, + "adam_update_count": 42144 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1376623900141567 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_661f1368cefb4874964d954d59b3b9f2_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 440, + "next_interval": 0, + "next_adam_update": 42145, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 439, + "trained_intervals": 42144, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 42144, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.246156930923462, + "median": 11.515420913696289, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4735468029975891, + "median": 0.4735468029975891, + "max": 0.4735468029975891, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.6090140342712402, + "median": 9.318408966064453, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.10580506175756454, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.8386176824569702, + "median": 11141.2412109375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4735468029975891, + "median": 0.4735468029975891, + "max": 0.4735468029975891, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5672, + "controller_edge_stiffness": 483 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0440.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0440.json new file mode 100644 index 0000000000000000000000000000000000000000..8b0e4c5501310b1340e72ca47a607c348d9d41c6 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0440.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0440", + "executed_epochs": 440, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_29276378bbbf4b98985287610cb05568.npz", + "optimizer_file": "boundary_29276378bbbf4b98985287610cb05568_optimizer.pt", + "arrays_sha256": "26074706bc150521598920792baafec616ae13cdde1ca90aeee6d002318aa37b", + "optimizer_sha256": "2275b0d4253d7cce8b873354d91ceddd84cbe3f6bcd1ae345164ac31c0f9d65b", + "stage": "adam", + "completed_passes": 440, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 42240, + "adam_update_count": 42240, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 441, + "consumed_count": 440, + "last_submitted_update": 42240, + "last_consumed_update": 42144, + "pending": [ + { + "reference": { + "source_update": 42240, + "completed_passes": 440, + "next_interval": 0, + "trained_intervals": 42240, + "snapshot": "pass_end_0440", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 440, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 42240, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 42240, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.904016431188211e-05, + "update_l2": 0.02621634304523468 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025938216131180525, + "update_l2": 0.0007796287536621094 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1143589290441014e-05, + "update_l2": 0.00963583867996931 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013065901597982654, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5672, + "attachment": 483, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4723641872406006, + "ground_friction/effective": 0.4723641872406006, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013065901597982654, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.00369266327470541, + "ssim_fused": 0.982123613357544, + "seg_l1": 0.0037010915111750364, + "seg_ssim_ref": 0.9821235537528992, + "depth": 0.0003394801378342608, + "rgb_loss": 0.006529402453452349, + "seg_loss": 0.006536159664392471, + "total": 0.013065901597982654 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0043796650134027, + "ssim_fused": 0.9796247482299805, + "seg_l1": 0.0044638607650995255, + "seg_ssim_ref": 0.9796251058578491, + "depth": 0.0004805009127384983, + "rgb_loss": 0.0075787827372550964, + "seg_loss": 0.007646067999303341, + "total": 0.015225331237471176, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004805009127384983, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010577326516905387 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029274215921759605, + "ssim_fused": 0.9857159852981567, + "seg_l1": 0.0032594972290098667, + "seg_ssim_ref": 0.9857158064842224, + "depth": 0.00041897502309694496, + "rgb_loss": 0.005198740400373936, + "seg_loss": 0.005464436486363411, + "total": 0.010663595861760444, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041897502309694496, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001708337470552783 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002530228579416871, + "ssim_fused": 0.986153781414032, + "seg_l1": 0.0023994252551347017, + "seg_ssim_ref": 0.9861536026000977, + "depth": 0.0003267191188433206, + "rgb_loss": 0.004793426487594843, + "seg_loss": 0.004688819870352745, + "total": 0.009482572611405143, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003267191188433206, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.479637578776512e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004933338146656752, + "ssim_fused": 0.9770000576972961, + "seg_l1": 0.004681582562625408, + "seg_ssim_ref": 0.9769997596740723, + "depth": 0.00013172549665827922, + "rgb_loss": 0.008546659722924232, + "seg_loss": 0.008345314301550388, + "total": 0.016892106681293855, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013172549665827922, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013172549665827924 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 440, + "adam_update_count": 42240 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13864349000505172 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_29276378bbbf4b98985287610cb05568_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 441, + "next_interval": 0, + "next_adam_update": 42241, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 440, + "trained_intervals": 42240, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 42240, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.2508037090301514, + "median": 11.515420913696289, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4731438159942627, + "median": 0.4731438159942627, + "max": 0.4731438159942627, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.603945255279541, + "median": 9.314927101135254, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.10531454533338547, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.8293217420578003, + "median": 11102.5166015625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4731438159942627, + "median": 0.4731438159942627, + "max": 0.4731438159942627, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5672, + "controller_edge_stiffness": 483 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0441.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0441.json new file mode 100644 index 0000000000000000000000000000000000000000..67747a5f9782663939278918b370ea7a13ca4e64 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0441.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0441", + "executed_epochs": 441, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_2bc7c6d37fd0475ea6eeb814e5d4855d.npz", + "optimizer_file": "boundary_2bc7c6d37fd0475ea6eeb814e5d4855d_optimizer.pt", + "arrays_sha256": "9ff3878a0b682777d18e2b0384674bb22250fbdc7a958a1452bc6b44e8ed3d26", + "optimizer_sha256": "e06c2164d500ba7c050ae4c53cde41d6e9b41566a87367814fb4ff2873ddea48", + "stage": "adam", + "completed_passes": 441, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 42336, + "adam_update_count": 42336, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 442, + "consumed_count": 441, + "last_submitted_update": 42336, + "last_consumed_update": 42240, + "pending": [ + { + "reference": { + "source_update": 42336, + "completed_passes": 441, + "next_interval": 0, + "trained_intervals": 42336, + "snapshot": "pass_end_0441", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 441, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 42336, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 42336, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.894927304936573e-05, + "update_l2": 0.02641972154378891 + }, + "raw_ground_friction": { + "gradient_l2": 0.002649676986038685, + "update_l2": 0.0007838010787963867 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1065616490668617e-05, + "update_l2": 0.009603314101696014 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013119985313028097, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5674, + "attachment": 485, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4728618264198303, + "ground_friction/effective": 0.4728618264198303, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013119985313028097, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037071439437568188, + "ssim_fused": 0.9820621609687805, + "seg_l1": 0.003723479574546218, + "seg_ssim_ref": 0.9820621013641357, + "depth": 0.0003415261059996233, + "rgb_loss": 0.006553285755217075, + "seg_loss": 0.006566357333213091, + "total": 0.013119985313028097 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004412401933223009, + "ssim_fused": 0.9794929027557373, + "seg_l1": 0.00450233556330204, + "seg_ssim_ref": 0.979493260383606, + "depth": 0.0004823876036869156, + "rgb_loss": 0.007631340995430946, + "seg_loss": 0.0077032167464494705, + "total": 0.015335040129484103, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004823876036869156, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010765995611747106 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029617780819535255, + "ssim_fused": 0.9855998754501343, + "seg_l1": 0.0033154303673654795, + "seg_ssim_ref": 0.9855998754501343, + "depth": 0.00042412654760345427, + "rgb_loss": 0.00524944718927145, + "seg_loss": 0.005532369017601013, + "total": 0.010782240333420066, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00042412654760345427, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001759852715617876 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025396167766302824, + "ssim_fused": 0.9861195087432861, + "seg_l1": 0.0024181499611586332, + "seg_ssim_ref": 0.986119270324707, + "depth": 0.0003306446795168125, + "rgb_loss": 0.004807791672646999, + "seg_loss": 0.0047106659039855, + "total": 0.009518788221312016, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003306446795168125, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.872193646125694e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004914779216051102, + "ssim_fused": 0.9770362973213196, + "seg_l1": 0.004658002406358719, + "seg_ssim_ref": 0.9770361185073853, + "depth": 0.00012894559319131076, + "rgb_loss": 0.00852456409484148, + "seg_loss": 0.008319178596138954, + "total": 0.0168438725678962, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012894559319131076, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012894559319131076 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 441, + "adam_update_count": 42336 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13322762498864904 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_2bc7c6d37fd0475ea6eeb814e5d4855d_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 442, + "next_interval": 0, + "next_adam_update": 42337, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 441, + "trained_intervals": 42336, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 42336, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.2555108070373535, + "median": 11.515424728393555, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4736456274986267, + "median": 0.4736456274986267, + "max": 0.4736456274986267, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5990235805511475, + "median": 9.311137199401855, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.10481999069452286, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.8203405141830444, + "median": 11060.51953125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4736456274986267, + "median": 0.4736456274986267, + "max": 0.4736456274986267, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5674, + "controller_edge_stiffness": 485 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0442.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0442.json new file mode 100644 index 0000000000000000000000000000000000000000..a639298d23439c85d9baf09703dd0772b7bc9081 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0442.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0442", + "executed_epochs": 442, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a44e68ab74e143559a3f60db48944517.npz", + "optimizer_file": "boundary_a44e68ab74e143559a3f60db48944517_optimizer.pt", + "arrays_sha256": "8a5910d4b05c47f173a2b6d5300503933ee562677e01b2de6666c3444ccec426", + "optimizer_sha256": "38d42dc731bacc6b29e76d8d4096b3ff40792b03dc5c43a08a514a0e4fd6b1d1", + "stage": "adam", + "completed_passes": 442, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 42432, + "adam_update_count": 42432, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 443, + "consumed_count": 442, + "last_submitted_update": 42432, + "last_consumed_update": 42336, + "pending": [ + { + "reference": { + "source_update": 42432, + "completed_passes": 442, + "next_interval": 0, + "trained_intervals": 42432, + "snapshot": "pass_end_0442", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 442, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 42432, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 42432, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.913221245165914e-05, + "update_l2": 0.026380054652690887 + }, + "raw_ground_friction": { + "gradient_l2": 0.00274462322704494, + "update_l2": 0.0007867217063903809 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1174095561727881e-05, + "update_l2": 0.010212036781013012 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013078415605333264, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5674, + "attachment": 485, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47255468368530273, + "ground_friction/effective": 0.47255468368530273, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013078415605333264, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003695277962833643, + "ssim_fused": 0.9821063280105591, + "seg_l1": 0.003705488285049796, + "seg_ssim_ref": 0.9821063280105591, + "depth": 0.0003395388839799368, + "rgb_loss": 0.006534945219755173, + "seg_loss": 0.006543130613863468, + "total": 0.013078415605333264 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004395860712975264, + "ssim_fused": 0.9795488119125366, + "seg_l1": 0.0044800154864788055, + "seg_ssim_ref": 0.9795491695404053, + "depth": 0.000481533859838059, + "rgb_loss": 0.007606926374137402, + "seg_loss": 0.007674178574234247, + "total": 0.015281586947892774, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.000481533859838059, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010680621226861453 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002940828911960125, + "ssim_fused": 0.9856669306755066, + "seg_l1": 0.003283711150288582, + "seg_ssim_ref": 0.9856667518615723, + "depth": 0.0004190116385701632, + "rgb_loss": 0.005219276994466782, + "seg_loss": 0.005493618547916412, + "total": 0.010713314554021764, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004190116385701632, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017087036252849656 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002528304932639003, + "ssim_fused": 0.9861727952957153, + "seg_l1": 0.0023991267662495375, + "seg_ssim_ref": 0.986172616481781, + "depth": 0.0003283201256924722, + "rgb_loss": 0.004788084886968136, + "seg_loss": 0.004684777930378914, + "total": 0.009473191137472742, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003283201256924722, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.6397382636916634e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004916117526590824, + "ssim_fused": 0.9770370125770569, + "seg_l1": 0.004659099504351616, + "seg_ssim_ref": 0.9770366549491882, + "depth": 0.00012928991181905276, + "rgb_loss": 0.008525491692125797, + "seg_loss": 0.008319948799908161, + "total": 0.016845569781945777, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012928991181905276, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012928991181905276 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 442, + "adam_update_count": 42432 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.144576834019972 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a44e68ab74e143559a3f60db48944517_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 443, + "next_interval": 0, + "next_adam_update": 42433, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 442, + "trained_intervals": 42432, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 42432, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.26047682762146, + "median": 11.515424728393555, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4733414053916931, + "median": 0.4733414053916931, + "max": 0.4733414053916931, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5943549275398254, + "median": 9.310775756835938, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.10430073738098145, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.8118618726730347, + "median": 11056.521484375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4733414053916931, + "median": 0.4733414053916931, + "max": 0.4733414053916931, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5674, + "controller_edge_stiffness": 485 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0443.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0443.json new file mode 100644 index 0000000000000000000000000000000000000000..4a0fd5e8517ceb1b655a5a0ec4879e301ef427ab --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0443.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0443", + "executed_epochs": 443, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_0ab9c9fb996b4e3aa58d4b9aa9e5ca89.npz", + "optimizer_file": "boundary_0ab9c9fb996b4e3aa58d4b9aa9e5ca89_optimizer.pt", + "arrays_sha256": "bcc8457d1c3ca631c6ad7e83993525dccf7e1da8495d8eb9cb601745909d38dd", + "optimizer_sha256": "3412bf6aad278797350903ce7b0aac20d1702e801a5b58282287d05505e1dc56", + "stage": "adam", + "completed_passes": 443, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 42528, + "adam_update_count": 42528, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 444, + "consumed_count": 443, + "last_submitted_update": 42528, + "last_consumed_update": 42432, + "pending": [ + { + "reference": { + "source_update": 42528, + "completed_passes": 443, + "next_interval": 0, + "trained_intervals": 42528, + "snapshot": "pass_end_0443", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 443, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 42528, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 42528, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.204794332617894e-05, + "update_l2": 0.024982484057545662 + }, + "raw_ground_friction": { + "gradient_l2": 0.0026152273640036583, + "update_l2": 0.0007406771183013916 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1456175343482755e-05, + "update_l2": 0.009234726428985596 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.0130483669157684, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5676, + "attachment": 486, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4714447557926178, + "ground_friction/effective": 0.4714447557926178, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.0130483669157684, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003686300478875637, + "ssim_fused": 0.9821386933326721, + "seg_l1": 0.0036930623464286327, + "seg_ssim_ref": 0.9821386337280273, + "depth": 0.000338808035868634, + "rgb_loss": 0.006521304603666067, + "seg_loss": 0.00652672303840518, + "total": 0.0130483669157684 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004382533952593803, + "ssim_fused": 0.9795835018157959, + "seg_l1": 0.004457699600607157, + "seg_ssim_ref": 0.9795838594436646, + "depth": 0.00047985406482230046, + "rgb_loss": 0.007589326705783606, + "seg_loss": 0.007649388164281845, + "total": 0.01523919518979156, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047985406482230046, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010512641725285601 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002925507491454482, + "ssim_fused": 0.9857177734375, + "seg_l1": 0.003261642064899206, + "seg_ssim_ref": 0.9857177734375, + "depth": 0.00041746368295875294, + "rgb_loss": 0.005196851212531328, + "seg_loss": 0.005465758964419365, + "total": 0.010663027174972365, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041746368295875294, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016932240691708633 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025173071771860123, + "ssim_fused": 0.9862325191497803, + "seg_l1": 0.0023830081336200237, + "seg_ssim_ref": 0.986232340335846, + "depth": 0.00032651280112616296, + "rgb_loss": 0.004767342004925013, + "seg_loss": 0.0046599386259913445, + "total": 0.00942760760937877, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032651280112616296, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.4590058070607395e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004919853527098894, + "ssim_fused": 0.9770209193229675, + "seg_l1": 0.004669899586588144, + "seg_ssim_ref": 0.9770205616950989, + "depth": 0.00013140159456731957, + "rgb_loss": 0.00853169895708561, + "seg_loss": 0.00833180733025074, + "total": 0.016863637688930917, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013140159456731957, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013140159456731957 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 443, + "adam_update_count": 42528 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1351604179944843 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_0ab9c9fb996b4e3aa58d4b9aa9e5ca89_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 444, + "next_interval": 0, + "next_adam_update": 42529, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 443, + "trained_intervals": 42528, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 42528, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.2646777629852295, + "median": 11.515427589416504, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4721854329109192, + "median": 0.4721854329109192, + "max": 0.4721854329109192, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5921100378036499, + "median": 9.300734519958496, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.10386349260807037, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.807798981666565, + "median": 10946.0556640625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4721854329109192, + "median": 0.4721854329109192, + "max": 0.4721854329109192, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5676, + "controller_edge_stiffness": 486 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0444.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0444.json new file mode 100644 index 0000000000000000000000000000000000000000..6129a91df7cf16984c0296d17ce7da57bb9208f9 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0444.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0444", + "executed_epochs": 444, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_94d04589e7e3490aa66053cf5763075e.npz", + "optimizer_file": "boundary_94d04589e7e3490aa66053cf5763075e_optimizer.pt", + "arrays_sha256": "71e2085c114c95f5b28c94aaa3e4ebc7936d116856fea862d3bba5b12587a095", + "optimizer_sha256": "7b638cf47e58c20921ea5117118206a3667760fa9bb76d0abb6daf2f1a94134a", + "stage": "adam", + "completed_passes": 444, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 42624, + "adam_update_count": 42624, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 445, + "consumed_count": 444, + "last_submitted_update": 42624, + "last_consumed_update": 42528, + "pending": [ + { + "reference": { + "source_update": 42624, + "completed_passes": 444, + "next_interval": 0, + "trained_intervals": 42624, + "snapshot": "pass_end_0444", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 444, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 42624, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 42624, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.109739039558917e-05, + "update_l2": 0.02470855787396431 + }, + "raw_ground_friction": { + "gradient_l2": 0.00248870812356472, + "update_l2": 0.0007456541061401367 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1232978067710064e-05, + "update_l2": 0.008389143273234367 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013125815727484037, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5677, + "attachment": 486, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4721324145793915, + "ground_friction/effective": 0.4721324145793915, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013125815727484037, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037078203167766333, + "ssim_fused": 0.9820544719696045, + "seg_l1": 0.0037262006662786007, + "seg_ssim_ref": 0.9820543527603149, + "depth": 0.0003423269061347108, + "rgb_loss": 0.006555373780429363, + "seg_loss": 0.006570099387317896, + "total": 0.013125815727484037 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004414976108819246, + "ssim_fused": 0.9794675707817078, + "seg_l1": 0.004500477109104395, + "seg_ssim_ref": 0.9794677495956421, + "depth": 0.0004823901533726086, + "rgb_loss": 0.007638466544449329, + "seg_loss": 0.007706832140684128, + "total": 0.01534578107528683, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004823901533726086, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010766250580316411 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002968493616208434, + "ssim_fused": 0.9855776429176331, + "seg_l1": 0.003327998099848628, + "seg_ssim_ref": 0.9855774641036987, + "depth": 0.0004250374705629012, + "rgb_loss": 0.005259266588836908, + "seg_loss": 0.005546906031668186, + "total": 0.010806598123636945, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004250374705629012, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017689619452123452 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025375979021191597, + "ssim_fused": 0.9861427545547485, + "seg_l1": 0.0024183481000363827, + "seg_ssim_ref": 0.9861425757408142, + "depth": 0.00033268009561295095, + "rgb_loss": 0.004801527597010136, + "seg_loss": 0.004706163424998522, + "total": 0.009508024167765557, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00033268009561295095, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.0757352557395395e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004910213872790337, + "ssim_fused": 0.9770296812057495, + "seg_l1": 0.004657980520278215, + "seg_ssim_ref": 0.9770294427871704, + "depth": 0.00012919990499038247, + "rgb_loss": 0.008522234857082367, + "seg_loss": 0.00832049548625946, + "total": 0.016842859543246817, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012919990499038247, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012919990499038247 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 444, + "adam_update_count": 42624 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13705224901787005 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_94d04589e7e3490aa66053cf5763075e_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 445, + "next_interval": 0, + "next_adam_update": 42625, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 444, + "trained_intervals": 42624, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 42624, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.2692630290985107, + "median": 11.51542854309082, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4728780686855316, + "median": 0.4728780686855316, + "max": 0.4728780686855316, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5886144638061523, + "median": 9.294157981872559, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.10338834673166275, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.8014905452728271, + "median": 10874.3056640625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4728780686855316, + "median": 0.4728780686855316, + "max": 0.4728780686855316, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5677, + "controller_edge_stiffness": 486 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0445.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0445.json new file mode 100644 index 0000000000000000000000000000000000000000..0e4218c72d29e70743693ccd85b4f599a096ab64 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0445.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0445", + "executed_epochs": 445, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_5e54b7dc19914f7c8abfd34637c1d247.npz", + "optimizer_file": "boundary_5e54b7dc19914f7c8abfd34637c1d247_optimizer.pt", + "arrays_sha256": "0611501ba9a42082d1f165d025877a2cfda81a865cff9a1b2424cedf58b99895", + "optimizer_sha256": "f70d18322c5ae7fc4088dd416d11e8944b1ac4d8b458d7941d8b99bbf8e79a1e", + "stage": "adam", + "completed_passes": 445, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 42720, + "adam_update_count": 42720, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 446, + "consumed_count": 445, + "last_submitted_update": 42720, + "last_consumed_update": 42624, + "pending": [ + { + "reference": { + "source_update": 42720, + "completed_passes": 445, + "next_interval": 0, + "trained_intervals": 42720, + "snapshot": "pass_end_0445", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 445, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 42720, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 42720, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.266030247090384e-05, + "update_l2": 0.02497313916683197 + }, + "raw_ground_friction": { + "gradient_l2": 0.0026175810489803553, + "update_l2": 0.000751495361328125 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1541089406819083e-05, + "update_l2": 0.009239524602890015 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013088439726567244, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5678, + "attachment": 486, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4720213711261749, + "ground_friction/effective": 0.4720213711261749, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013088439726567244, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003697536885738373, + "ssim_fused": 0.9820951819419861, + "seg_l1": 0.0037101530469954014, + "seg_ssim_ref": 0.9820950627326965, + "depth": 0.0003398352473733637, + "rgb_loss": 0.006538993213325739, + "seg_loss": 0.006549106910824776, + "total": 0.013088439726567244 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004399681929498911, + "ssim_fused": 0.9795233011245728, + "seg_l1": 0.004480814095586538, + "seg_ssim_ref": 0.9795235395431519, + "depth": 0.0004807041391787223, + "rgb_loss": 0.0076150852255523205, + "seg_loss": 0.007679943460971117, + "total": 0.015295509390662616, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004807041391787223, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010597649160927784 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.00294698029756546, + "ssim_fused": 0.9856481552124023, + "seg_l1": 0.003294707275927067, + "seg_ssim_ref": 0.9856481552124023, + "depth": 0.00041880829179711247, + "rgb_loss": 0.005227953195571899, + "seg_loss": 0.00550613459199667, + "total": 0.010734506595860366, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041880829179711247, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017066701575544585 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025274415966123343, + "ssim_fused": 0.9861864447593689, + "seg_l1": 0.002400388475507498, + "seg_ssim_ref": 0.986186146736145, + "depth": 0.00032880388639634463, + "rgb_loss": 0.004784664139151573, + "seg_loss": 0.004683081526309252, + "total": 0.009468074003685933, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032880388639634463, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.6881143340789115e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0049160439521074295, + "ssim_fused": 0.9770228266716003, + "seg_l1": 0.004664701875299215, + "seg_ssim_ref": 0.9770224690437317, + "depth": 0.0001310246721212752, + "rgb_loss": 0.008528269827365875, + "seg_loss": 0.008327268064022064, + "total": 0.016855668916060062, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001310246721212752, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001310246721212752 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 445, + "adam_update_count": 42720 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13463938899803907 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_5e54b7dc19914f7c8abfd34637c1d247_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 446, + "next_interval": 0, + "next_adam_update": 42721, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 445, + "trained_intervals": 42720, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 42720, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.273732900619507, + "median": 11.51542854309082, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47277286648750305, + "median": 0.47277286648750305, + "max": 0.47277286648750305, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5844537615776062, + "median": 9.289692878723145, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.10292724519968033, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.7940107583999634, + "median": 10825.8583984375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47277286648750305, + "median": 0.47277286648750305, + "max": 0.47277286648750305, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5678, + "controller_edge_stiffness": 486 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0446.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0446.json new file mode 100644 index 0000000000000000000000000000000000000000..103efbd58a71942b0890df7134871cb461ff7c36 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0446.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0446", + "executed_epochs": 446, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e139ec10699d4a65b1575675eddbb19f.npz", + "optimizer_file": "boundary_e139ec10699d4a65b1575675eddbb19f_optimizer.pt", + "arrays_sha256": "c16e0131ce061573f2836c3c865a70966110dc03058056c8c46be5ad0b8e9aea", + "optimizer_sha256": "30e6e95e66259b445998142d362733dbfa3f043a8a38db5d6ff8eede72cf02f7", + "stage": "adam", + "completed_passes": 446, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 42816, + "adam_update_count": 42816, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 447, + "consumed_count": 446, + "last_submitted_update": 42816, + "last_consumed_update": 42720, + "pending": [ + { + "reference": { + "source_update": 42816, + "completed_passes": 446, + "next_interval": 0, + "trained_intervals": 42816, + "snapshot": "pass_end_0446", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 446, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 42816, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 42816, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.228767157765105e-05, + "update_l2": 0.02461087517440319 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025224052369594574, + "update_l2": 0.0007370412349700928 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1493686542962678e-05, + "update_l2": 0.008277609013020992 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013049418970937013, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5678, + "attachment": 486, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47131478786468506, + "ground_friction/effective": 0.47131478786468506, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013049418970937013, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.00368658360093832, + "ssim_fused": 0.9821381568908691, + "seg_l1": 0.0036938292905688286, + "seg_ssim_ref": 0.9821380376815796, + "depth": 0.00033893435644962464, + "rgb_loss": 0.006521632429212332, + "seg_loss": 0.0065274471417069435, + "total": 0.013049418970937013 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004382140003144741, + "ssim_fused": 0.9795858860015869, + "seg_l1": 0.004458064213395119, + "seg_ssim_ref": 0.979586124420166, + "depth": 0.0004798735155561008, + "rgb_loss": 0.007588534615933895, + "seg_loss": 0.007649226579815149, + "total": 0.015238241534925888, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004798735155561008, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010514586798665633 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029275224078446627, + "ssim_fused": 0.9857124090194702, + "seg_l1": 0.0032650171779096127, + "seg_ssim_ref": 0.9857123494148254, + "depth": 0.00041744561639976604, + "rgb_loss": 0.005199536215513945, + "seg_loss": 0.005469543859362602, + "total": 0.010669497986154235, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041744561639976604, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016930434035809943 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025168810971081257, + "ssim_fused": 0.9862383604049683, + "seg_l1": 0.0023826584219932556, + "seg_ssim_ref": 0.9862380623817444, + "depth": 0.00032755529729364846, + "rgb_loss": 0.004765832796692848, + "seg_loss": 0.004658514633774757, + "total": 0.0094246749857649, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032755529729364846, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.563255423809289e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004919791594147682, + "ssim_fused": 0.977016031742096, + "seg_l1": 0.004669576417654753, + "seg_ssim_ref": 0.9770157933235168, + "depth": 0.00013086299654898337, + "rgb_loss": 0.008532626554369926, + "seg_loss": 0.008332503028213978, + "total": 0.01686526137690303, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013086299654898337, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013086299654898334 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 446, + "adam_update_count": 42816 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14015439301147126 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e139ec10699d4a65b1575675eddbb19f_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 447, + "next_interval": 0, + "next_adam_update": 42817, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 446, + "trained_intervals": 42816, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 42816, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.278115749359131, + "median": 11.51542854309082, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47205182909965515, + "median": 0.47205182909965515, + "max": 0.47205182909965515, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5809184312820435, + "median": 9.289620399475098, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.10247711837291718, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.787679672241211, + "median": 10825.07421875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47205182909965515, + "median": 0.47205182909965515, + "max": 0.47205182909965515, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5678, + "controller_edge_stiffness": 486 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0447.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0447.json new file mode 100644 index 0000000000000000000000000000000000000000..4577ef6b06baba2c342c3d534333004f0169f268 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0447.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0447", + "executed_epochs": 447, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_8377146af8f4492ebbfcd96978579926.npz", + "optimizer_file": "boundary_8377146af8f4492ebbfcd96978579926_optimizer.pt", + "arrays_sha256": "fea1f0861c317747a88e4abec3395154ef6bfa6db801c8df31716158a9805930", + "optimizer_sha256": "a2b3bf66faed3785f74f4be656a7aa01fcb3ea28adb399aacf18e7a78804bc93", + "stage": "adam", + "completed_passes": 447, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 42912, + "adam_update_count": 42912, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 448, + "consumed_count": 447, + "last_submitted_update": 42912, + "last_consumed_update": 42816, + "pending": [ + { + "reference": { + "source_update": 42912, + "completed_passes": 447, + "next_interval": 0, + "trained_intervals": 42912, + "snapshot": "pass_end_0447", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 447, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 42912, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 42912, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.327154111815616e-05, + "update_l2": 0.024507205933332443 + }, + "raw_ground_friction": { + "gradient_l2": 0.0026628240011632442, + "update_l2": 0.0007246732711791992 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1696217370626982e-05, + "update_l2": 0.008591333404183388 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012998166814922326, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5682, + "attachment": 487, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47171321511268616, + "ground_friction/effective": 0.47171321511268616, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012998166814922326, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036719178315252066, + "ssim_fused": 0.9821906685829163, + "seg_l1": 0.003670691978186369, + "seg_ssim_ref": 0.9821906089782715, + "depth": 0.0003367611309204303, + "rgb_loss": 0.006499400362372398, + "seg_loss": 0.006498428992927074, + "total": 0.012998166814922326 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004373905248939991, + "ssim_fused": 0.9795976877212524, + "seg_l1": 0.004440952092409134, + "seg_ssim_ref": 0.9795981645584106, + "depth": 0.0004793917288773487, + "rgb_loss": 0.007579586934298277, + "seg_loss": 0.007633129134774208, + "total": 0.01521319592646265, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004793917288773487, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010466408130790416 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002905461937189102, + "ssim_fused": 0.9857781529426575, + "seg_l1": 0.0032341857440769672, + "seg_ssim_ref": 0.9857780933380127, + "depth": 0.0004148089054444187, + "rgb_loss": 0.005168738774955273, + "seg_loss": 0.005431730300188065, + "total": 0.010600883884048782, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004148089054444187, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016666762940275196 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0024987300857901573, + "ssim_fused": 0.9863327145576477, + "seg_l1": 0.002353208838030696, + "seg_ssim_ref": 0.9863324761390686, + "depth": 0.0003241247269795793, + "rgb_loss": 0.004732441157102585, + "seg_loss": 0.0046160719357430935, + "total": 0.009348837683233946, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003241247269795793, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.220198392402372e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004909574054181576, + "ssim_fused": 0.9770541191101074, + "seg_l1": 0.004654421471059322, + "seg_ssim_ref": 0.9770537614822388, + "depth": 0.00012871916238037454, + "rgb_loss": 0.008516835048794746, + "seg_loss": 0.008312785066664219, + "total": 0.01682974976594392, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012871916238037454, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012871916238037454 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 447, + "adam_update_count": 42912 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14348101400537416 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_8377146af8f4492ebbfcd96978579926_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 448, + "next_interval": 0, + "next_adam_update": 42913, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 447, + "trained_intervals": 42912, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 42912, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.28240704536438, + "median": 11.515436172485352, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47243788838386536, + "median": 0.47243788838386536, + "max": 0.47243788838386536, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5773024559020996, + "median": 9.288084030151367, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.10203830152750015, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.7812269926071167, + "median": 10808.4560546875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47243788838386536, + "median": 0.47243788838386536, + "max": 0.47243788838386536, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5682, + "controller_edge_stiffness": 487 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0448.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0448.json new file mode 100644 index 0000000000000000000000000000000000000000..d772807a9353d18381a906301bad652ad76e2811 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0448.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0448", + "executed_epochs": 448, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_06aeb3f9f86d4215af0040d28afe0b30.npz", + "optimizer_file": "boundary_06aeb3f9f86d4215af0040d28afe0b30_optimizer.pt", + "arrays_sha256": "5e6db9699aab5f6a2874f6f960a7465738fa1a88d0df8a476e3d900682e38646", + "optimizer_sha256": "af2f59c8e9ac36d5ce25d4268ab4c6baf4805d4e4d6328c273a9b23264997e92", + "stage": "adam", + "completed_passes": 448, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 43008, + "adam_update_count": 43008, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 449, + "consumed_count": 448, + "last_submitted_update": 43008, + "last_consumed_update": 42912, + "pending": [ + { + "reference": { + "source_update": 43008, + "completed_passes": 448, + "next_interval": 0, + "trained_intervals": 43008, + "snapshot": "pass_end_0448", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 448, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 43008, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 43008, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.251225856132805e-05, + "update_l2": 0.02409706637263298 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025135453324764967, + "update_l2": 0.000724494457244873 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1546249879756942e-05, + "update_l2": 0.008167849853634834 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013016642038151952, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5683, + "attachment": 488, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4719882607460022, + "ground_friction/effective": 0.4719882607460022, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013016642038151952, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036768591962754726, + "ssim_fused": 0.9821711778640747, + "seg_l1": 0.0036790736485272646, + "seg_ssim_ref": 0.9821710586547852, + "depth": 0.0003375712785466911, + "rgb_loss": 0.006507254671305418, + "seg_loss": 0.006509049795567989, + "total": 0.013016642038151952 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004376901779323816, + "ssim_fused": 0.9795907735824585, + "seg_l1": 0.004447275772690773, + "seg_ssim_ref": 0.9795909523963928, + "depth": 0.00047958121194323117, + "rgb_loss": 0.007583366706967354, + "seg_loss": 0.007639629766345024, + "total": 0.01522347605452432, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047958121194323117, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010485356437378668 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002915861550718546, + "ssim_fused": 0.9857454299926758, + "seg_l1": 0.0032496354542672634, + "seg_ssim_ref": 0.985745370388031, + "depth": 0.000416688766757337, + "rgb_loss": 0.00518360361456871, + "seg_loss": 0.0054506342858076096, + "total": 0.010634654589143077, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000416688766757337, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001685474907156703 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025041596964001656, + "ssim_fused": 0.9863067865371704, + "seg_l1": 0.002362882951274514, + "seg_ssim_ref": 0.9863064885139465, + "depth": 0.0003252472128861376, + "rgb_loss": 0.00474197044968605, + "seg_loss": 0.00462900847196579, + "total": 0.009371304168864726, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003252472128861376, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.3324469830582045e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0049105132929980755, + "ssim_fused": 0.9770416617393494, + "seg_l1": 0.004656500183045864, + "seg_ssim_ref": 0.9770413637161255, + "depth": 0.00012876792260005862, + "rgb_loss": 0.008520077913999557, + "seg_loss": 0.008316927589476109, + "total": 0.01683713334007569, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012876792260005862, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012876792260005862 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 448, + "adam_update_count": 43008 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13717502501094714 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_06aeb3f9f86d4215af0040d28afe0b30_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 449, + "next_interval": 0, + "next_adam_update": 43009, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 448, + "trained_intervals": 43008, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 43008, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.286663055419922, + "median": 11.515436172485352, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47271275520324707, + "median": 0.47271275520324707, + "max": 0.47271275520324707, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5737863779067993, + "median": 9.289650917053223, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.10160495340824127, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.774975061416626, + "median": 10825.404296875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47271275520324707, + "median": 0.47271275520324707, + "max": 0.47271275520324707, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5683, + "controller_edge_stiffness": 488 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0449.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0449.json new file mode 100644 index 0000000000000000000000000000000000000000..e25ddcb3664ebed623abe4e41349aaa006dca25f --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0449.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0449", + "executed_epochs": 449, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f8129b6e454743c0ba5c7148d4a6ca19.npz", + "optimizer_file": "boundary_f8129b6e454743c0ba5c7148d4a6ca19_optimizer.pt", + "arrays_sha256": "296b95fa81f9935bf69ab022f6d4a49c1dfd093404eb62e197acd816754524fa", + "optimizer_sha256": "3a4e0f0eed42de20204be94b47fbcdcdba2630eaaea334030957a397341da60b", + "stage": "adam", + "completed_passes": 449, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 43104, + "adam_update_count": 43104, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 450, + "consumed_count": 449, + "last_submitted_update": 43104, + "last_consumed_update": 43008, + "pending": [ + { + "reference": { + "source_update": 43104, + "completed_passes": 449, + "next_interval": 0, + "trained_intervals": 43104, + "snapshot": "pass_end_0449", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 449, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 43104, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 43104, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.3692317022942e-05, + "update_l2": 0.02461944706737995 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025875656865537167, + "update_l2": 0.0007372796535491943 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1693965461745393e-05, + "update_l2": 0.009153973311185837 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013079522106361489, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5685, + "attachment": 488, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4723617732524872, + "ground_friction/effective": 0.4723617732524872, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013079522106361489, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036941443104296923, + "ssim_fused": 0.9821008443832397, + "seg_l1": 0.0037052524276077747, + "seg_ssim_ref": 0.982100784778595, + "depth": 0.00033916303227319287, + "rgb_loss": 0.006535138003528118, + "seg_loss": 0.006544045172631741, + "total": 0.013079522106361489 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004405234474688768, + "ssim_fused": 0.9794846177101135, + "seg_l1": 0.0044828117825090885, + "seg_ssim_ref": 0.9794849753379822, + "depth": 0.00048065011429781514, + "rgb_loss": 0.007627264596521854, + "seg_loss": 0.007689254358410835, + "total": 0.015316999605046988, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048065011429781514, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010592246672837067 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029491924215108156, + "ssim_fused": 0.9856323003768921, + "seg_l1": 0.0033010425977408886, + "seg_ssim_ref": 0.9856322407722473, + "depth": 0.000419340557693504, + "rgb_loss": 0.0052328938618302345, + "seg_loss": 0.005514386110007763, + "total": 0.01074769931239569, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000419340557693504, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00017119928165183738 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.00251950416713953, + "ssim_fused": 0.9862347841262817, + "seg_l1": 0.0023897946812212467, + "seg_ssim_ref": 0.9862344264984131, + "depth": 0.00032869565190592155, + "rgb_loss": 0.004768646787852049, + "seg_loss": 0.004664950538426638, + "total": 0.009433926021930593, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032869565190592155, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.6772908850365956e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004902645945549011, + "ssim_fused": 0.977051854133606, + "seg_l1": 0.004647360648959875, + "seg_ssim_ref": 0.9770514965057373, + "depth": 0.00012796580519553065, + "rgb_loss": 0.008511746302247047, + "seg_loss": 0.00830758921802044, + "total": 0.016819463486072682, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012796580519553065, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012796580519553065 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 449, + "adam_update_count": 43104 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13856322498759255 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f8129b6e454743c0ba5c7148d4a6ca19_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 450, + "next_interval": 0, + "next_adam_update": 43105, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 449, + "trained_intervals": 43104, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 43104, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.291253089904785, + "median": 11.51544189453125, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4730990529060364, + "median": 0.4730990529060364, + "max": 0.4730990529060364, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.569416880607605, + "median": 9.291264533996582, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.10113964229822159, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.7672361135482788, + "median": 10842.88671875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4730990529060364, + "median": 0.4730990529060364, + "max": 0.4730990529060364, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5685, + "controller_edge_stiffness": 488 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0450.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0450.json new file mode 100644 index 0000000000000000000000000000000000000000..22bb25964cf3907a9cce79edb5d5476a13bfeb77 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0450.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0450", + "executed_epochs": 450, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_00c605c68e384e16a30a5cab9ee0add1.npz", + "optimizer_file": "boundary_00c605c68e384e16a30a5cab9ee0add1_optimizer.pt", + "arrays_sha256": "867e71798290e6fed95c08c95b6b635fb0fa2501883a13ec687ab26e0f4e200a", + "optimizer_sha256": "ea34bc2ee5ec5d926e8eeb88f6f0d1d8c9bc7b19e160fa17922928136d56c5b6", + "stage": "adam", + "completed_passes": 450, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 43200, + "adam_update_count": 43200, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 451, + "consumed_count": 450, + "last_submitted_update": 43200, + "last_consumed_update": 43104, + "pending": [ + { + "reference": { + "source_update": 43200, + "completed_passes": 450, + "next_interval": 0, + "trained_intervals": 43200, + "snapshot": "pass_end_0450", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 450, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 43200, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 43200, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.166474046651274e-05, + "update_l2": 0.024368543177843094 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025309589691460133, + "update_l2": 0.0007308721542358398 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1478583473945037e-05, + "update_l2": 0.007879883982241154 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013010259753617269, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5687, + "attachment": 488, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47187480330467224, + "ground_friction/effective": 0.47187480330467224, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013010259753617269, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036749187856912613, + "ssim_fused": 0.9821761250495911, + "seg_l1": 0.0036755092442035675, + "seg_ssim_ref": 0.9821759462356567, + "depth": 0.00033717468641362053, + "rgb_loss": 0.00650471355766058, + "seg_loss": 0.006505209486931562, + "total": 0.013010259753617269 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0043803188018500805, + "ssim_fused": 0.9795708656311035, + "seg_l1": 0.004449661821126938, + "seg_ssim_ref": 0.9795710444450378, + "depth": 0.0004795738150394108, + "rgb_loss": 0.007590082474052906, + "seg_loss": 0.007645520847290754, + "total": 0.015236082429497413, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004795738150394108, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010484616746996634 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002915553515776992, + "ssim_fused": 0.9857422113418579, + "seg_l1": 0.0032503637485206127, + "seg_ssim_ref": 0.9857422113418579, + "depth": 0.00041665171728365975, + "rgb_loss": 0.0051840003579854965, + "seg_loss": 0.005451848730444908, + "total": 0.010636265740147689, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041665171728365975, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016851044124199308 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025005335919559, + "ssim_fused": 0.9863277673721313, + "seg_l1": 0.002356963697820902, + "seg_ssim_ref": 0.9863274693489075, + "depth": 0.00032521662756438454, + "rgb_loss": 0.0047348737716674805, + "seg_loss": 0.004620077088475227, + "total": 0.009355276076770272, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032521662756438454, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.329388450882906e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004903269466012716, + "ssim_fused": 0.9770635962486267, + "seg_l1": 0.004645048175007105, + "seg_ssim_ref": 0.9770632386207581, + "depth": 0.000127256585767027, + "rgb_loss": 0.008509896695613861, + "seg_loss": 0.008303390815854073, + "total": 0.0168134147680537, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.000127256585767027, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012725658576702697 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 450, + "adam_update_count": 43200 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.12859434401616454 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_00c605c68e384e16a30a5cab9ee0add1_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 451, + "next_interval": 0, + "next_adam_update": 43201, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 450, + "trained_intervals": 43200, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 43200, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.2959959506988525, + "median": 11.515442848205566, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4726056754589081, + "median": 0.4726056754589081, + "max": 0.4726056754589081, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5657605528831482, + "median": 9.2902193069458, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.10066108405590057, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.7607864141464233, + "median": 10831.5595703125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4726056754589081, + "median": 0.4726056754589081, + "max": 0.4726056754589081, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5687, + "controller_edge_stiffness": 488 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0451.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0451.json new file mode 100644 index 0000000000000000000000000000000000000000..4152aa4d82ee27e93a201be5b0edf0151cc411c9 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0451.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0451", + "executed_epochs": 451, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_704c7a90d2fb4d3b811088d1ac0b4ef7.npz", + "optimizer_file": "boundary_704c7a90d2fb4d3b811088d1ac0b4ef7_optimizer.pt", + "arrays_sha256": "c17e7ae4c86fe1ab29912e8e54c47c70f005721ff91a4953d1c01b5e39029816", + "optimizer_sha256": "6f103ca30760c5fd438ca61f98f6da74e3cacb00fbe98b7cd847b0e0d51694e0", + "stage": "adam", + "completed_passes": 451, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 43296, + "adam_update_count": 43296, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 452, + "consumed_count": 451, + "last_submitted_update": 43296, + "last_consumed_update": 43200, + "pending": [ + { + "reference": { + "source_update": 43296, + "completed_passes": 451, + "next_interval": 0, + "trained_intervals": 43296, + "snapshot": "pass_end_0451", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 451, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 43296, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 43296, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.269989095628262e-05, + "update_l2": 0.02436039224267006 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025483856443315744, + "update_l2": 0.0007352530956268311 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1607373380684294e-05, + "update_l2": 0.009083784185349941 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01304474628175821, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5689, + "attachment": 488, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47254565358161926, + "ground_friction/effective": 0.47254565358161926, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01304474628175821, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036839977838099003, + "ssim_fused": 0.9821363687515259, + "seg_l1": 0.003689682111144066, + "seg_ssim_ref": 0.9821362495422363, + "depth": 0.0003377592119170974, + "rgb_loss": 0.006519921123981476, + "seg_loss": 0.0065244873985648155, + "total": 0.01304474628175821 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004397381097078323, + "ssim_fused": 0.9795046448707581, + "seg_l1": 0.004468113649636507, + "seg_ssim_ref": 0.9795049428939819, + "depth": 0.0004799053093747029, + "rgb_loss": 0.007616976276040077, + "seg_loss": 0.007673502434045076, + "total": 0.015290958149733242, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004799053093747029, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010517766180525846 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002935880795121193, + "ssim_fused": 0.9856710433959961, + "seg_l1": 0.0032822771463543177, + "seg_ssim_ref": 0.9856709241867065, + "depth": 0.00041735691816804747, + "rgb_loss": 0.005214496050029993, + "seg_loss": 0.005491637159138918, + "total": 0.010706550566087079, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041735691816804747, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001692156421263808 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002507270546630025, + "ssim_fused": 0.9862980842590332, + "seg_l1": 0.0023704711347818375, + "seg_ssim_ref": 0.9862979054450989, + "depth": 0.0003274502891413349, + "rgb_loss": 0.004746199585497379, + "seg_loss": 0.004636796191334724, + "total": 0.009383323227121244, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003274502891413349, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.552754608577936e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004895459394901991, + "ssim_fused": 0.9770717620849609, + "seg_l1": 0.00463786581531167, + "seg_ssim_ref": 0.9770714044570923, + "depth": 0.00012632433098430434, + "rgb_loss": 0.00850201491266489, + "seg_loss": 0.008296011947095394, + "total": 0.01679815318409127, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012632433098430434, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012632433098430431 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 451, + "adam_update_count": 43296 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13827327601029538 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_704c7a90d2fb4d3b811088d1ac0b4ef7_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 452, + "next_interval": 0, + "next_adam_update": 43297, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 451, + "trained_intervals": 43296, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 43296, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.300703287124634, + "median": 11.515451431274414, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4732809066772461, + "median": 0.4732809066772461, + "max": 0.4732809066772461, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5613563656806946, + "median": 9.28631591796875, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.10018835961818695, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.7530486583709717, + "median": 10789.361328125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4732809066772461, + "median": 0.4732809066772461, + "max": 0.4732809066772461, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5689, + "controller_edge_stiffness": 488 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0452.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0452.json new file mode 100644 index 0000000000000000000000000000000000000000..7582ff9755908ecc16d46d18ce8480d4ce71e201 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0452.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0452", + "executed_epochs": 452, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a2fe1104236f4ca9bcf68afbd8451848.npz", + "optimizer_file": "boundary_a2fe1104236f4ca9bcf68afbd8451848_optimizer.pt", + "arrays_sha256": "d09cd39c5bf0d4a35e41965a74542075c8fb56c8e9191011dd212304fc327805", + "optimizer_sha256": "5ec9bd4e925b175acb3dc29ae0be61fa84569311046ec9b51a2b10355b7bb087", + "stage": "adam", + "completed_passes": 452, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 43392, + "adam_update_count": 43392, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 453, + "consumed_count": 452, + "last_submitted_update": 43392, + "last_consumed_update": 43296, + "pending": [ + { + "reference": { + "source_update": 43392, + "completed_passes": 452, + "next_interval": 0, + "trained_intervals": 43392, + "snapshot": "pass_end_0452", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 452, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 43392, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 43392, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.082775068236515e-05, + "update_l2": 0.02430672012269497 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025748831685632467, + "update_l2": 0.0007360875606536865 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1487677511468064e-05, + "update_l2": 0.007964016869664192 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012964517362296878, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5690, + "attachment": 488, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4723188281059265, + "ground_friction/effective": 0.4723188281059265, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012964517362296878, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003661953378468752, + "ssim_fused": 0.9822238683700562, + "seg_l1": 0.0036551961675286293, + "seg_ssim_ref": 0.9822238087654114, + "depth": 0.00033552746504474074, + "rgb_loss": 0.00648478651419282, + "seg_loss": 0.006479395087808371, + "total": 0.012964517362296878 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004370525479316711, + "ssim_fused": 0.9795979857444763, + "seg_l1": 0.00443289615213871, + "seg_ssim_ref": 0.979598343372345, + "depth": 0.00047874506999738515, + "rgb_loss": 0.0075768232345581055, + "seg_loss": 0.007626648060977459, + "total": 0.015203950040605561, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047874506999738515, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001040174224279407 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028962339274585247, + "ssim_fused": 0.9858008027076721, + "seg_l1": 0.0032226378098130226, + "seg_ssim_ref": 0.9858008027076721, + "depth": 0.000413416751069017, + "rgb_loss": 0.005156826693564653, + "seg_loss": 0.005417949520051479, + "total": 0.010575190096028489, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000413416751069017, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016527547502735032 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002485607983544469, + "ssim_fused": 0.9864064455032349, + "seg_l1": 0.0023326354566961527, + "seg_ssim_ref": 0.986406147480011, + "depth": 0.0003228821865743439, + "rgb_loss": 0.004707197658717632, + "seg_loss": 0.004584879148751497, + "total": 0.009292400155316991, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003228821865743439, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.0959443518788364e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004895446356385946, + "ssim_fused": 0.9770902991294861, + "seg_l1": 0.004632615949958563, + "seg_ssim_ref": 0.9770899415016174, + "depth": 0.00012706585253821685, + "rgb_loss": 0.0084982980042696, + "seg_loss": 0.008288104087114334, + "total": 0.016786529157236472, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012706585253821685, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012706585253821685 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 452, + "adam_update_count": 43392 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.16001193301053718 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a2fe1104236f4ca9bcf68afbd8451848_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 453, + "next_interval": 0, + "next_adam_update": 43393, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 452, + "trained_intervals": 43392, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 43392, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.3056676387786865, + "median": 11.515451431274414, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4730549156665802, + "median": 0.4730549156665802, + "max": 0.4730549156665802, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5576887726783752, + "median": 9.280076026916504, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.0996922180056572, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.7466309070587158, + "median": 10722.2470703125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4730549156665802, + "median": 0.4730549156665802, + "max": 0.4730549156665802, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5690, + "controller_edge_stiffness": 488 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0453.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0453.json new file mode 100644 index 0000000000000000000000000000000000000000..3490210f476e931ab5524c95ea58ba5e33394376 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0453.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0453", + "executed_epochs": 453, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_19b0deacaf9545c48786ef790d83ef75.npz", + "optimizer_file": "boundary_19b0deacaf9545c48786ef790d83ef75_optimizer.pt", + "arrays_sha256": "2631d07acd6660bb857191f0ed23ee71bacdfede8bfad64c4e9272d69c5582ae", + "optimizer_sha256": "6f68d5c19712f1da1803437c5084761af791c900b0226957a5807a830f234646", + "stage": "adam", + "completed_passes": 453, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 43488, + "adam_update_count": 43488, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 454, + "consumed_count": 453, + "last_submitted_update": 43488, + "last_consumed_update": 43392, + "pending": [ + { + "reference": { + "source_update": 43488, + "completed_passes": 453, + "next_interval": 0, + "trained_intervals": 43488, + "snapshot": "pass_end_0453", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 453, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 43488, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 43488, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.123745985561982e-05, + "update_l2": 0.02416512370109558 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025788601487874985, + "update_l2": 0.0007330477237701416 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1529021321621258e-05, + "update_l2": 0.008670969866216183 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012964967645120855, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5691, + "attachment": 488, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4723914563655853, + "ground_friction/effective": 0.4723914563655853, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012964967645120855, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036611673422157764, + "ssim_fused": 0.9822196364402771, + "seg_l1": 0.0036544231697916985, + "seg_ssim_ref": 0.9822195768356323, + "depth": 0.0003350501629080262, + "rgb_loss": 0.00648500956594944, + "seg_loss": 0.006479622796177864, + "total": 0.012964967645120855 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00437876395881176, + "ssim_fused": 0.979553759098053, + "seg_l1": 0.004438157193362713, + "seg_ssim_ref": 0.9795541167259216, + "depth": 0.0004783454995030641, + "rgb_loss": 0.007592259906232357, + "seg_loss": 0.007639702409505844, + "total": 0.015232440661237703, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004783454995030641, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010361785193361965 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002901705913245678, + "ssim_fused": 0.9857765436172485, + "seg_l1": 0.00323271076194942, + "seg_ssim_ref": 0.9857765436172485, + "depth": 0.00041399518215977095, + "rgb_loss": 0.005166056100279093, + "seg_loss": 0.005430859979242086, + "total": 0.01059733007470334, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041399518215977095, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016585390611810425 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.00248121889308095, + "ssim_fused": 0.9864330291748047, + "seg_l1": 0.0023277304135262966, + "seg_ssim_ref": 0.9864328503608704, + "depth": 0.00032336592976133226, + "rgb_loss": 0.004698369186371565, + "seg_loss": 0.0045756143517792225, + "total": 0.00927430690408055, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032336592976133226, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.144318670577671e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0048829796724021435, + "ssim_fused": 0.9771151542663574, + "seg_l1": 0.004619093146175146, + "seg_ssim_ref": 0.9771147966384888, + "depth": 0.00012449404020793735, + "rgb_loss": 0.008483353070914745, + "seg_loss": 0.008272315375506878, + "total": 0.016755792940461832, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012449404020793735, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012449404020793735 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 453, + "adam_update_count": 43488 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14168145199073479 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_19b0deacaf9545c48786ef790d83ef75_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 454, + "next_interval": 0, + "next_adam_update": 43489, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 453, + "trained_intervals": 43488, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 43488, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.310415744781494, + "median": 11.51545238494873, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47312450408935547, + "median": 0.47312450408935547, + "max": 0.47312450408935547, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5534744262695312, + "median": 9.277155876159668, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.09921999275684357, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.7392855882644653, + "median": 10690.982421875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47312450408935547, + "median": 0.47312450408935547, + "max": 0.47312450408935547, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5691, + "controller_edge_stiffness": 488 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0454.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0454.json new file mode 100644 index 0000000000000000000000000000000000000000..a1b7f00b4488976b285efbff7a5aaf7e97435411 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0454.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0454", + "executed_epochs": 454, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_126444c505c84dd8a4a2688876a65e18.npz", + "optimizer_file": "boundary_126444c505c84dd8a4a2688876a65e18_optimizer.pt", + "arrays_sha256": "e2976d9d1efc65db978490706e536e220c12ad8e1b40c8f46455fcedc100dffa", + "optimizer_sha256": "358c882f6eb1035e0cbfde12d114ddf28c290634b387b2c9b145d957a6c1b04d", + "stage": "adam", + "completed_passes": 454, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 43584, + "adam_update_count": 43584, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 455, + "consumed_count": 454, + "last_submitted_update": 43584, + "last_consumed_update": 43488, + "pending": [ + { + "reference": { + "source_update": 43584, + "completed_passes": 454, + "next_interval": 0, + "trained_intervals": 43584, + "snapshot": "pass_end_0454", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 454, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 43584, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 43584, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.074802801478654e-05, + "update_l2": 0.02412213385105133 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025703913997858763, + "update_l2": 0.0007296204566955566 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1550165254448075e-05, + "update_l2": 0.008285589516162872 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012927929967417583, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5694, + "attachment": 488, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47215980291366577, + "ground_friction/effective": 0.47215980291366577, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012927929967417583, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036515637766569853, + "ssim_fused": 0.9822627305984497, + "seg_l1": 0.0036392780020833015, + "seg_ssim_ref": 0.9822626709938049, + "depth": 0.0003337429456569307, + "rgb_loss": 0.006468708161264658, + "seg_loss": 0.006458888296037912, + "total": 0.012927929967417583 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0043617552146315575, + "ssim_fused": 0.9796193242073059, + "seg_l1": 0.00441726902499795, + "seg_ssim_ref": 0.9796196818351746, + "depth": 0.0004775553922150802, + "rgb_loss": 0.007565539330244064, + "seg_loss": 0.007609878666698933, + "total": 0.015175895552335212, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004775553922150802, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001028277446456357 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028811723459511995, + "ssim_fused": 0.9858487248420715, + "seg_l1": 0.003200898412615061, + "seg_ssim_ref": 0.9858487248420715, + "depth": 0.00041143521708850254, + "rgb_loss": 0.0051351930014789104, + "seg_loss": 0.005390973761677742, + "total": 0.010526578664035028, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041143521708850254, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001632939410468359 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0024730695877224207, + "ssim_fused": 0.9864751696586609, + "seg_l1": 0.002313070697709918, + "seg_ssim_ref": 0.9864749908447266, + "depth": 0.00032056859473258043, + "rgb_loss": 0.004683421924710274, + "seg_loss": 0.004555458668619394, + "total": 0.009239200696263113, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032056859473258043, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.8645851677024857e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004890258423984051, + "ssim_fused": 0.9771076440811157, + "seg_l1": 0.004625873640179634, + "seg_ssim_ref": 0.9771072864532471, + "depth": 0.0001254125785915595, + "rgb_loss": 0.008490677922964096, + "seg_loss": 0.008279241621494293, + "total": 0.016770044957036982, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001254125785915595, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001254125785915595 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 454, + "adam_update_count": 43584 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1390229079988785 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_126444c505c84dd8a4a2688876a65e18_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 455, + "next_interval": 0, + "next_adam_update": 43585, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 454, + "trained_intervals": 43584, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 43584, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.3152856826782227, + "median": 11.515454292297363, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47288942337036133, + "median": 0.47288942337036133, + "max": 0.47288942337036133, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5496839284896851, + "median": 9.27800178527832, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.09873796999454498, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.7327052354812622, + "median": 10700.029296875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47288942337036133, + "median": 0.47288942337036133, + "max": 0.47288942337036133, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5694, + "controller_edge_stiffness": 488 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0455.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0455.json new file mode 100644 index 0000000000000000000000000000000000000000..847f602c8bd5b6b8abc69c9726bc82242ad5b0f5 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0455.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0455", + "executed_epochs": 455, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_17b52b5593cf4b6c80d3b17077ccd64b.npz", + "optimizer_file": "boundary_17b52b5593cf4b6c80d3b17077ccd64b_optimizer.pt", + "arrays_sha256": "5f0af8075b1413b27a01b7dafcf06455c846e00f4b21aea240d558da84f82f0b", + "optimizer_sha256": "b87cc7b7b210c7c1a29ba5d844da0b123bd2a1aebf339c5f0fc057f713a5648c", + "stage": "adam", + "completed_passes": 455, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 43680, + "adam_update_count": 43680, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 456, + "consumed_count": 455, + "last_submitted_update": 43680, + "last_consumed_update": 43584, + "pending": [ + { + "reference": { + "source_update": 43680, + "completed_passes": 455, + "next_interval": 0, + "trained_intervals": 43680, + "snapshot": "pass_end_0455", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 455, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 43680, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 43680, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.134717402048409e-05, + "update_l2": 0.024236517027020454 + }, + "raw_ground_friction": { + "gradient_l2": 0.002599127357825637, + "update_l2": 0.0007406175136566162 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.162146327260416e-05, + "update_l2": 0.008681116625666618 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012954728276059407, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5695, + "attachment": 488, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4726405441761017, + "ground_friction/effective": 0.4726405441761017, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012954728276059407, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036582057364284992, + "ssim_fused": 0.9822304248809814, + "seg_l1": 0.003649938851594925, + "seg_ssim_ref": 0.9822302460670471, + "depth": 0.0003346414867804722, + "rgb_loss": 0.0064804889261722565, + "seg_loss": 0.006473904941231012, + "total": 0.012954728276059407 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004377101548016071, + "ssim_fused": 0.9795570969581604, + "seg_l1": 0.004434648901224136, + "seg_ssim_ref": 0.9795573949813843, + "depth": 0.0004778542469033144, + "rgb_loss": 0.007590262219309807, + "seg_loss": 0.007636240217834711, + "total": 0.015226979825730133, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004778542469033144, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010312659933386993 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028988749254494905, + "ssim_fused": 0.9857833385467529, + "seg_l1": 0.0032288911752402782, + "seg_ssim_ref": 0.9857831597328186, + "depth": 0.0004139527548885803, + "rgb_loss": 0.005162432324141264, + "seg_loss": 0.005426481366157532, + "total": 0.010589328108714971, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004139527548885803, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016581147884691362 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0024775960482656956, + "ssim_fused": 0.986453652381897, + "seg_l1": 0.0023222214076668024, + "seg_ssim_ref": 0.9864532947540283, + "depth": 0.0003233100133681565, + "rgb_loss": 0.004691346548497677, + "seg_loss": 0.004567118361592293, + "total": 0.009258788220103337, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003233100133681565, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.138727031260099e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004879250656813383, + "ssim_fused": 0.9771274328231812, + "seg_l1": 0.004613993689417839, + "seg_ssim_ref": 0.9771270751953125, + "depth": 0.00012344893196183771, + "rgb_loss": 0.008477914147078991, + "seg_loss": 0.008265780285000801, + "total": 0.01674381694968918, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012344893196183771, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012344893196183771 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 455, + "adam_update_count": 43680 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13462416199035943 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_17b52b5593cf4b6c80d3b17077ccd64b_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 456, + "next_interval": 0, + "next_adam_update": 43681, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 455, + "trained_intervals": 43680, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 43680, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.3205809593200684, + "median": 11.515454292297363, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4733811616897583, + "median": 0.4733811616897583, + "max": 0.4733811616897583, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.545531690120697, + "median": 9.277607917785645, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.09821650385856628, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.7255256175994873, + "median": 10695.81640625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4733811616897583, + "median": 0.4733811616897583, + "max": 0.4733811616897583, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5695, + "controller_edge_stiffness": 488 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0456.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0456.json new file mode 100644 index 0000000000000000000000000000000000000000..6be33685cdc76cea379f994d80db6c3cae820c3b --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0456.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0456", + "executed_epochs": 456, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_138e79fe9e894c62b307360b8eac66e2.npz", + "optimizer_file": "boundary_138e79fe9e894c62b307360b8eac66e2_optimizer.pt", + "arrays_sha256": "f155722092a6d133f04793e96375a2cab72b2595c82e1017b497d71d859abfbf", + "optimizer_sha256": "31e16a9d9dd0cb08e1f6dea1ae3ccf952a87874db6fc4ac653e3cc190b2cb9c1", + "stage": "adam", + "completed_passes": 456, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 43776, + "adam_update_count": 43776, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 457, + "consumed_count": 456, + "last_submitted_update": 43776, + "last_consumed_update": 43680, + "pending": [ + { + "reference": { + "source_update": 43776, + "completed_passes": 456, + "next_interval": 0, + "trained_intervals": 43776, + "snapshot": "pass_end_0456", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 456, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 43776, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 43776, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.989641355583444e-05, + "update_l2": 0.02434813231229782 + }, + "raw_ground_friction": { + "gradient_l2": 0.002692683832719922, + "update_l2": 0.0007460117340087891 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1549184819159564e-05, + "update_l2": 0.00861548725515604 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012919356076644326, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5695, + "attachment": 488, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4723791480064392, + "ground_friction/effective": 0.4723791480064392, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012919356076644326, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003648921847343445, + "ssim_fused": 0.9822704792022705, + "seg_l1": 0.0036350698210299015, + "seg_ssim_ref": 0.982270359992981, + "depth": 0.0003333749636656527, + "rgb_loss": 0.006465041544288397, + "seg_loss": 0.006453980691730976, + "total": 0.012919356076644326 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004364045336842537, + "ssim_fused": 0.9796075820922852, + "seg_l1": 0.004417771473526955, + "seg_ssim_ref": 0.9796079397201538, + "depth": 0.00047752910858537585, + "rgb_loss": 0.007569720037281513, + "seg_loss": 0.007612628862261772, + "total": 0.015182826428651871, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047752910858537585, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010280146101593145 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028800982981920242, + "ssim_fused": 0.9858493208885193, + "seg_l1": 0.0031999670900404453, + "seg_ssim_ref": 0.9858492612838745, + "depth": 0.0004108020218518668, + "rgb_loss": 0.005134214647114277, + "seg_loss": 0.005390121601521969, + "total": 0.010524747050658097, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004108020218518668, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016266074581020016 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002470327541232109, + "ssim_fused": 0.9864890575408936, + "seg_l1": 0.002309041330590844, + "seg_ssim_ref": 0.9864886999130249, + "depth": 0.0003212013225358289, + "rgb_loss": 0.004678450524806976, + "seg_loss": 0.004549493081867695, + "total": 0.009228264807997207, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003212013225358289, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.9278579480273355e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004881215747445822, + "ssim_fused": 0.977135956287384, + "seg_l1": 0.004613499157130718, + "seg_ssim_ref": 0.9771355986595154, + "depth": 0.00012396740168953935, + "rgb_loss": 0.008477780967950821, + "seg_loss": 0.008263680152595043, + "total": 0.01674158601927013, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012396740168953935, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012396740168953933 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 456, + "adam_update_count": 43776 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13147749498602934 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_138e79fe9e894c62b307360b8eac66e2_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 457, + "next_interval": 0, + "next_adam_update": 43777, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 456, + "trained_intervals": 43776, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 43776, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.3258402347564697, + "median": 11.515454292297363, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.473125159740448, + "median": 0.473125159740448, + "max": 0.473125159740448, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5411386489868164, + "median": 9.277217864990234, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.09770131856203079, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.7179620265960693, + "median": 10691.64453125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.473125159740448, + "median": 0.473125159740448, + "max": 0.473125159740448, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5695, + "controller_edge_stiffness": 488 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0457.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0457.json new file mode 100644 index 0000000000000000000000000000000000000000..849c1f09a487788308ff6df27615751f8b53b0f6 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0457.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0457", + "executed_epochs": 457, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_36d0f4256786442da9a732ffe45b5b05.npz", + "optimizer_file": "boundary_36d0f4256786442da9a732ffe45b5b05_optimizer.pt", + "arrays_sha256": "fa28cb1afd4b53269ee9d76f36f27b7b89860793649f38ac6860eb4d0fb87418", + "optimizer_sha256": "c6b83970356effadcf2577218ae41457206b4710971b9744771d433bba6a76f7", + "stage": "adam", + "completed_passes": 457, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 43872, + "adam_update_count": 43872, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 458, + "consumed_count": 457, + "last_submitted_update": 43872, + "last_consumed_update": 43776, + "pending": [ + { + "reference": { + "source_update": 43872, + "completed_passes": 457, + "next_interval": 0, + "trained_intervals": 43872, + "snapshot": "pass_end_0457", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 457, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 43872, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 43872, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.834368782117963e-05, + "update_l2": 0.024480856955051422 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025496073067188263, + "update_l2": 0.0007425546646118164 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1197368621651549e-05, + "update_l2": 0.008354604244232178 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01297571359455264, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5697, + "attachment": 489, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47277435660362244, + "ground_friction/effective": 0.47277435660362244, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01297571359455264, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036634611897170544, + "ssim_fused": 0.9822041988372803, + "seg_l1": 0.003657849272713065, + "seg_ssim_ref": 0.9822040796279907, + "depth": 0.00033539972877841344, + "rgb_loss": 0.006489923223853111, + "seg_loss": 0.006485454738140106, + "total": 0.01297571359455264 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004390986170619726, + "ssim_fused": 0.9795026779174805, + "seg_l1": 0.004450781270861626, + "seg_ssim_ref": 0.9795028567314148, + "depth": 0.000479004612059022, + "rgb_loss": 0.007612253539264202, + "seg_loss": 0.0076600536704063416, + "total": 0.015272786214282602, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.000479004612059022, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010427696448957755 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002915208460763097, + "ssim_fused": 0.9857235550880432, + "seg_l1": 0.0032545248977839947, + "seg_ssim_ref": 0.9857233762741089, + "depth": 0.00041583117546668916, + "rgb_loss": 0.00518745556473732, + "seg_loss": 0.005458944942802191, + "total": 0.010646816804376265, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041583117546668916, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016768989942502252 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0024822112172842026, + "ssim_fused": 0.9864323139190674, + "seg_l1": 0.002330913906916976, + "seg_ssim_ref": 0.9864321351051331, + "depth": 0.00032510272476123634, + "rgb_loss": 0.004699306562542915, + "seg_loss": 0.004578304011374712, + "total": 0.009277935210981102, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032510272476123634, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.317998170568081e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0048654391430318356, + "ssim_fused": 0.9771583676338196, + "seg_l1": 0.004595177248120308, + "seg_ssim_ref": 0.9771581292152405, + "depth": 0.00012166040282670614, + "rgb_loss": 0.008460678160190582, + "seg_loss": 0.00824451632797718, + "total": 0.01670531614857059, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012166040282670614, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012166040282670614 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 457, + "adam_update_count": 43872 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.15099734501563944 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_36d0f4256786442da9a732ffe45b5b05_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 458, + "next_interval": 0, + "next_adam_update": 43873, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 457, + "trained_intervals": 43872, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 43872, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.3312578201293945, + "median": 11.515454292297363, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47351691126823425, + "median": 0.47351691126823425, + "max": 0.47351691126823425, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5370495319366455, + "median": 9.277372360229492, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.09717344492673874, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.7109512090682983, + "median": 10693.296875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47351691126823425, + "median": 0.47351691126823425, + "max": 0.47351691126823425, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5697, + "controller_edge_stiffness": 489 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0458.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0458.json new file mode 100644 index 0000000000000000000000000000000000000000..3bea3c7e59cc6210efe854bd991183e07181d9f7 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0458.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0458", + "executed_epochs": 458, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_cc10e499d5a649308aaed99233e47eba.npz", + "optimizer_file": "boundary_cc10e499d5a649308aaed99233e47eba_optimizer.pt", + "arrays_sha256": "12daaa8d6d167770fe18a8018022d5087bc6560f1e653f1fc89e88c081b69b72", + "optimizer_sha256": "fc963e09feada2dcb241d20bf809c282bfe0efb88c7953fd70f43cefb3298c57", + "stage": "adam", + "completed_passes": 458, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 43968, + "adam_update_count": 43968, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 459, + "consumed_count": 458, + "last_submitted_update": 43968, + "last_consumed_update": 43872, + "pending": [ + { + "reference": { + "source_update": 43968, + "completed_passes": 458, + "next_interval": 0, + "trained_intervals": 43968, + "snapshot": "pass_end_0458", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 458, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 43968, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 43968, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.010288340505213e-05, + "update_l2": 0.023839009925723076 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025832168757915497, + "update_l2": 0.0007270276546478271 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1519149666128214e-05, + "update_l2": 0.007398828864097595 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012936854784181695, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5698, + "attachment": 489, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4717765748500824, + "ground_friction/effective": 0.4717765748500824, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012936854784181695, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003653026884421706, + "ssim_fused": 0.9822489619255066, + "seg_l1": 0.003642067313194275, + "seg_ssim_ref": 0.9822487831115723, + "depth": 0.00033416113851449667, + "rgb_loss": 0.006472626235336065, + "seg_loss": 0.006463894620537758, + "total": 0.012936854784181695 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004370883107185364, + "ssim_fused": 0.9795786142349243, + "seg_l1": 0.004424272570759058, + "seg_ssim_ref": 0.9795789122581482, + "depth": 0.00047768329945548126, + "rgb_loss": 0.0075809839181602, + "seg_loss": 0.0076236361637711525, + "total": 0.015205097299569521, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047768329945548126, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010295565188603684 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002891902346163988, + "ssim_fused": 0.9858033061027527, + "seg_l1": 0.003217922057956457, + "seg_ssim_ref": 0.9858031272888184, + "depth": 0.0004132676727479947, + "rgb_loss": 0.005152860656380653, + "seg_loss": 0.005413712002336979, + "total": 0.01056698592639038, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004132676727479947, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016512639670632803 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.00247303512878716, + "ssim_fused": 0.9864768385887146, + "seg_l1": 0.002315390855073929, + "seg_ssim_ref": 0.986476480960846, + "depth": 0.0003222766815384642, + "rgb_loss": 0.004683060571551323, + "seg_loss": 0.004557016771286726, + "total": 0.009240400085180876, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003222766815384642, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.035393848290866e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004876286722719669, + "ssim_fused": 0.9771371483802795, + "seg_l1": 0.004610683768987656, + "seg_ssim_ref": 0.9771366715431213, + "depth": 0.00012341690031604632, + "rgb_loss": 0.008473599329590797, + "seg_loss": 0.008261213079094887, + "total": 0.016734935825586, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012341690031604632, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012341690031604632 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 458, + "adam_update_count": 43968 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13166181000997312 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_cc10e499d5a649308aaed99233e47eba_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 459, + "next_interval": 0, + "next_adam_update": 43969, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 458, + "trained_intervals": 43968, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 43968, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.3372573852539062, + "median": 11.515454292297363, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4725036025047302, + "median": 0.4725036025047302, + "max": 0.4725036025047302, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5338895320892334, + "median": 9.272314071655273, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.09659218788146973, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.7055531740188599, + "median": 10639.3427734375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4725036025047302, + "median": 0.4725036025047302, + "max": 0.4725036025047302, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5698, + "controller_edge_stiffness": 489 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0459.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0459.json new file mode 100644 index 0000000000000000000000000000000000000000..cddaa3918b730a5c074230f5fdb708b69f72ee69 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0459.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0459", + "executed_epochs": 459, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_1088c75108374fe48923b05e2337ab9d.npz", + "optimizer_file": "boundary_1088c75108374fe48923b05e2337ab9d_optimizer.pt", + "arrays_sha256": "2d70dccad3158bde5fa9496130cca816fbb989ce7234647617a3e244aecb57c4", + "optimizer_sha256": "55e7d96a83488c44cad5d1bd32e511310446443940652f84ca8bea3e179ae7e9", + "stage": "adam", + "completed_passes": 459, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 44064, + "adam_update_count": 44064, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 460, + "consumed_count": 459, + "last_submitted_update": 44064, + "last_consumed_update": 43968, + "pending": [ + { + "reference": { + "source_update": 44064, + "completed_passes": 459, + "next_interval": 0, + "trained_intervals": 44064, + "snapshot": "pass_end_0459", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 459, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 44064, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 44064, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.092250547837466e-05, + "update_l2": 0.02393355965614319 + }, + "raw_ground_friction": { + "gradient_l2": 0.002600835170596838, + "update_l2": 0.0007247626781463623 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1679080671456177e-05, + "update_l2": 0.008200246840715408 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012912535350946677, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5698, + "attachment": 489, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4701520502567291, + "ground_friction/effective": 0.4701520502567291, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012912535350946677, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036466571036726236, + "ssim_fused": 0.9822778701782227, + "seg_l1": 0.003632489126175642, + "seg_ssim_ref": 0.9822776913642883, + "depth": 0.00033295731057083087, + "rgb_loss": 0.00646175816655159, + "seg_loss": 0.006450444459915161, + "total": 0.012912535350946677 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0043553551658988, + "ssim_fused": 0.9796390533447266, + "seg_l1": 0.0044042025692760944, + "seg_ssim_ref": 0.9796394109725952, + "depth": 0.0004769422966311686, + "rgb_loss": 0.007556473836302757, + "seg_loss": 0.007595480419695377, + "total": 0.015152431198294765, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004769422966311686, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010221464906172415 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028765732422471046, + "ssim_fused": 0.9858590364456177, + "seg_l1": 0.0031932098791003227, + "seg_ssim_ref": 0.9858588576316833, + "depth": 0.0004101283064800213, + "rgb_loss": 0.005129451397806406, + "seg_loss": 0.005382796749472618, + "total": 0.010512657809924216, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004101283064800213, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016198703043835468 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0024696069303900003, + "ssim_fused": 0.9864948391914368, + "seg_l1": 0.0023082203697413206, + "seg_ssim_ref": 0.9864946007728577, + "depth": 0.0003204449701992174, + "rgb_loss": 0.004676717799156904, + "seg_loss": 0.004547656513750553, + "total": 0.00922469429221637, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003204449701992174, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.852222714366175e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004885093308985233, + "ssim_fused": 0.9771184325218201, + "seg_l1": 0.004624323453754187, + "seg_ssim_ref": 0.9771180748939514, + "depth": 0.00012431366897291607, + "rgb_loss": 0.008484388701617718, + "seg_loss": 0.008275844156742096, + "total": 0.01676035810335136, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012431366897291607, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012431366897291607 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 459, + "adam_update_count": 44064 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13628639801754616 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_1088c75108374fe48923b05e2337ab9d_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 460, + "next_interval": 0, + "next_adam_update": 44065, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 459, + "trained_intervals": 44064, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 44064, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.342181444168091, + "median": 11.515454292297363, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4708768129348755, + "median": 0.4708768129348755, + "max": 0.4708768129348755, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5298230051994324, + "median": 9.273651123046875, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.09611773490905762, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.6986316442489624, + "median": 10653.5791015625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4708768129348755, + "median": 0.4708768129348755, + "max": 0.4708768129348755, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5698, + "controller_edge_stiffness": 489 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0460.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0460.json new file mode 100644 index 0000000000000000000000000000000000000000..73c1b337c6b8766005e6a0deee9b7ab2582716d6 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0460.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0460", + "executed_epochs": 460, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_765bbad744bd4dbbb111c91e60695fea.npz", + "optimizer_file": "boundary_765bbad744bd4dbbb111c91e60695fea_optimizer.pt", + "arrays_sha256": "1c124e4b59a8e559bed744eda2b3b9fbb48bcb70b2e2fdd702f000673785a133", + "optimizer_sha256": "a08e695c26f5f73d9c98753f6bc518a980232248832d52671d3addf48575ac8f", + "stage": "adam", + "completed_passes": 460, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 44160, + "adam_update_count": 44160, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 461, + "consumed_count": 460, + "last_submitted_update": 44160, + "last_consumed_update": 44064, + "pending": [ + { + "reference": { + "source_update": 44160, + "completed_passes": 460, + "next_interval": 0, + "trained_intervals": 44160, + "snapshot": "pass_end_0460", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 460, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 44160, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 44160, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.084293560590595e-05, + "update_l2": 0.02400720864534378 + }, + "raw_ground_friction": { + "gradient_l2": 0.002584842499345541, + "update_l2": 0.0007250308990478516 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1633353096840438e-05, + "update_l2": 0.0077233039774000645 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012963732556650858, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5699, + "attachment": 489, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4715891182422638, + "ground_friction/effective": 0.4715891182422638, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012963732556650858, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036605768837034702, + "ssim_fused": 0.9822205305099487, + "seg_l1": 0.0036539125721901655, + "seg_ssim_ref": 0.982220470905304, + "depth": 0.00033512825749297114, + "rgb_loss": 0.006484358571469784, + "seg_loss": 0.00647903885692358, + "total": 0.012963732556650858 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004376477096229792, + "ssim_fused": 0.9795652627944946, + "seg_l1": 0.004434001166373491, + "seg_ssim_ref": 0.9795656204223633, + "depth": 0.00047792840650589727, + "rgb_loss": 0.007588129490613937, + "seg_loss": 0.007634076755493879, + "total": 0.01522268464017561, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047792840650589727, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010320075893645279 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029043606482446194, + "ssim_fused": 0.9857642650604248, + "seg_l1": 0.003235579701140523, + "seg_ssim_ref": 0.9857641458511353, + "depth": 0.0004145851665517938, + "rgb_loss": 0.005170635413378477, + "seg_loss": 0.005435634404420853, + "total": 0.010606684868627168, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004145851665517938, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016644389051012718 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0024821548722684383, + "ssim_fused": 0.9864283204078674, + "seg_l1": 0.0023303376510739326, + "seg_ssim_ref": 0.9864281415939331, + "depth": 0.0003239864043994909, + "rgb_loss": 0.004700060002505779, + "seg_loss": 0.004578642081469297, + "total": 0.009279025604718188, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003239864043994909, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.206366134393537e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004879314918071032, + "ssim_fused": 0.9771242141723633, + "seg_l1": 0.0046157315373420715, + "seg_ssim_ref": 0.9771239161491394, + "depth": 0.00012401305251470246, + "rgb_loss": 0.008478608913719654, + "seg_loss": 0.008267802186310291, + "total": 0.01674653511308246, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012401305251470246, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012401305251470246 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 460, + "adam_update_count": 44160 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14143513000453822 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_765bbad744bd4dbbb111c91e60695fea_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 461, + "next_interval": 0, + "next_adam_update": 44161, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 460, + "trained_intervals": 44160, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 44160, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.3477492332458496, + "median": 11.51545524597168, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47231414914131165, + "median": 0.47231414914131165, + "max": 0.47231414914131165, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5259556770324707, + "median": 9.26917552947998, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.09558405727148056, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.6920751333236694, + "median": 10606.00390625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47231414914131165, + "median": 0.47231414914131165, + "max": 0.47231414914131165, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5699, + "controller_edge_stiffness": 489 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0461.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0461.json new file mode 100644 index 0000000000000000000000000000000000000000..360ee9795ac8e9500f70b3a3e16720cd53180065 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0461.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0461", + "executed_epochs": 461, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7905ac8c70b948a5868822799004df5f.npz", + "optimizer_file": "boundary_7905ac8c70b948a5868822799004df5f_optimizer.pt", + "arrays_sha256": "3f86d25936c2c362369c6a6f4cccb8106ceaaa803b6a8eaa74d2717488e04141", + "optimizer_sha256": "dc853d374e0e17c52be8c0f86e141ad6870cf7df71bb8d42d9752a2576049727", + "stage": "adam", + "completed_passes": 461, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 44256, + "adam_update_count": 44256, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 462, + "consumed_count": 461, + "last_submitted_update": 44256, + "last_consumed_update": 44160, + "pending": [ + { + "reference": { + "source_update": 44256, + "completed_passes": 461, + "next_interval": 0, + "trained_intervals": 44256, + "snapshot": "pass_end_0461", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 461, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 44256, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 44256, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.098290320253e-05, + "update_l2": 0.023851431906223297 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025355664547532797, + "update_l2": 0.0007122159004211426 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1645577615126967e-05, + "update_l2": 0.00830113049596548 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012921587939079562, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5701, + "attachment": 489, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.46970134973526, + "ground_friction/effective": 0.46970134973526, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012921587939079562, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036489053163677454, + "ssim_fused": 0.9822667837142944, + "seg_l1": 0.0036360323429107666, + "seg_ssim_ref": 0.9822666645050049, + "depth": 0.0003335556794785791, + "rgb_loss": 0.006465764716267586, + "seg_loss": 0.0064554898999631405, + "total": 0.012921587939079562 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004358591977506876, + "ssim_fused": 0.9796252846717834, + "seg_l1": 0.004407098051160574, + "seg_ssim_ref": 0.9796254634857178, + "depth": 0.00047701868373046944, + "rgb_loss": 0.007561816833913326, + "seg_loss": 0.007600585930049419, + "total": 0.015162879782646476, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047701868373046944, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010229103616102497 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002882598200812936, + "ssim_fused": 0.9858371019363403, + "seg_l1": 0.003202246269211173, + "seg_ssim_ref": 0.9858371019363403, + "depth": 0.00041197689493704194, + "rgb_loss": 0.005138657987117767, + "seg_loss": 0.005394376814365387, + "total": 0.010533446778378091, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041197689493704194, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001638356188953753 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0024713866878300905, + "ssim_fused": 0.9864861965179443, + "seg_l1": 0.002311816904693842, + "seg_ssim_ref": 0.9864858984947205, + "depth": 0.0003204515965272568, + "rgb_loss": 0.00467986986041069, + "seg_loss": 0.004552274011075497, + "total": 0.009232464323082714, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003204515965272568, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.852885347170126e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004883044399321079, + "ssim_fused": 0.9771186113357544, + "seg_l1": 0.0046229674480855465, + "seg_ssim_ref": 0.9771182537078857, + "depth": 0.00012477554271954835, + "rgb_loss": 0.008482713252305984, + "seg_loss": 0.008274722844362259, + "total": 0.016757560872210964, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012477554271954835, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012477554271954835 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 461, + "adam_update_count": 44256 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13182057600351982 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7905ac8c70b948a5868822799004df5f_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 462, + "next_interval": 0, + "next_adam_update": 44257, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 461, + "trained_intervals": 44256, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 44256, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.3525702953338623, + "median": 11.515458106994629, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47041356563568115, + "median": 0.47041356563568115, + "max": 0.47041356563568115, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5222134590148926, + "median": 9.268925666809082, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.09512434899806976, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.6857548952102661, + "median": 10603.3544921875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47041356563568115, + "median": 0.47041356563568115, + "max": 0.47041356563568115, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5701, + "controller_edge_stiffness": 489 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0462.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0462.json new file mode 100644 index 0000000000000000000000000000000000000000..3739be6a6dcc98db43273acfa57601d4f9df5e80 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0462.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0462", + "executed_epochs": 462, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_945bee285fce40779adb866681253f38.npz", + "optimizer_file": "boundary_945bee285fce40779adb866681253f38_optimizer.pt", + "arrays_sha256": "211be3c11df9e48d79195c6968130f0fa6f661c4285a58dce6a1e588a4b8e1d2", + "optimizer_sha256": "fa1e65d27a51fe9984515856186e6a101a7efa1794032176cfdaa89ee5ee7c40", + "stage": "adam", + "completed_passes": 462, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 44352, + "adam_update_count": 44352, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 463, + "consumed_count": 462, + "last_submitted_update": 44352, + "last_consumed_update": 44256, + "pending": [ + { + "reference": { + "source_update": 44352, + "completed_passes": 462, + "next_interval": 0, + "trained_intervals": 44352, + "snapshot": "pass_end_0462", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 462, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 44352, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 44352, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.978582627605647e-05, + "update_l2": 0.02471022680401802 + }, + "raw_ground_friction": { + "gradient_l2": 0.00265993713401258, + "update_l2": 0.0007397830486297607 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1583304512896575e-05, + "update_l2": 0.00874757207930088 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01297765845971315, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5702, + "attachment": 489, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4716408848762512, + "ground_friction/effective": 0.4716408848762512, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01297765845971315, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003664663527160883, + "ssim_fused": 0.9822061061859131, + "seg_l1": 0.0036599941086024046, + "seg_ssim_ref": 0.9822059273719788, + "depth": 0.0003358961841369618, + "rgb_loss": 0.006490512751042843, + "seg_loss": 0.006486809812486172, + "total": 0.01297765845971315 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004382011480629444, + "ssim_fused": 0.9795504212379456, + "seg_l1": 0.004442536272108555, + "seg_ssim_ref": 0.9795506596565247, + "depth": 0.0004789360966867147, + "rgb_loss": 0.007595525123178959, + "seg_loss": 0.007643897086381912, + "total": 0.015239901145657557, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004789360966867147, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010420844911727022 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002911139512434602, + "ssim_fused": 0.9857474565505981, + "seg_l1": 0.0032454566098749638, + "seg_ssim_ref": 0.9857472777366638, + "depth": 0.00041587063274035874, + "rgb_loss": 0.005179420113563538, + "seg_loss": 0.005446909926831722, + "total": 0.010626745911028, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041587063274035874, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016772935669869207 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002487910445779562, + "ssim_fused": 0.9863964915275574, + "seg_l1": 0.0023390697315335274, + "seg_ssim_ref": 0.9863961338996887, + "depth": 0.00032513945115678425, + "rgb_loss": 0.004711030051112175, + "seg_loss": 0.00459202891215682, + "total": 0.009303384568381439, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032513945115678425, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.321670810122861e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004877593833953142, + "ssim_fused": 0.9771299958229065, + "seg_l1": 0.00461291428655386, + "seg_ssim_ref": 0.9771296381950378, + "depth": 0.00012363855596398933, + "rgb_loss": 0.0084760757163167, + "seg_loss": 0.00826440379023552, + "total": 0.016740602213785608, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012363855596398933, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012363855596398933 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 462, + "adam_update_count": 44352 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1375873450015206 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_945bee285fce40779adb866681253f38_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 463, + "next_interval": 0, + "next_adam_update": 44353, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 462, + "trained_intervals": 44352, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 44352, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.3574767112731934, + "median": 11.515462875366211, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.472380667924881, + "median": 0.472380667924881, + "max": 0.472380667924881, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5173712968826294, + "median": 9.268524169921875, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.09465877711772919, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.6776118278503418, + "median": 10599.09765625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.472380667924881, + "median": 0.472380667924881, + "max": 0.472380667924881, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5702, + "controller_edge_stiffness": 489 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0463.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0463.json new file mode 100644 index 0000000000000000000000000000000000000000..c55b0497a10f7c99bbbdabce3f4864d23c5dcbc6 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0463.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0463", + "executed_epochs": 463, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_27404004ac614d8cafa9213c8a066f8d.npz", + "optimizer_file": "boundary_27404004ac614d8cafa9213c8a066f8d_optimizer.pt", + "arrays_sha256": "e01404947aab1eefed2483bc8e079d26ecba7cefc513404b1228cd3d2137fb92", + "optimizer_sha256": "3d34abf02df56f2e9c2040af6619d056d5c347a84e912c14a44bfaeb49434d73", + "stage": "adam", + "completed_passes": 463, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 44448, + "adam_update_count": 44448, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 464, + "consumed_count": 463, + "last_submitted_update": 44448, + "last_consumed_update": 44352, + "pending": [ + { + "reference": { + "source_update": 44448, + "completed_passes": 463, + "next_interval": 0, + "trained_intervals": 44448, + "snapshot": "pass_end_0463", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 463, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 44448, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 44448, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.827076817397028e-05, + "update_l2": 0.024278221651911736 + }, + "raw_ground_friction": { + "gradient_l2": 0.00252895662561059, + "update_l2": 0.0007260441780090332 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1206355338799767e-05, + "update_l2": 0.008174971677362919 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013022333075583023, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5702, + "attachment": 490, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47172629833221436, + "ground_friction/effective": 0.47172629833221436, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013022333075583023, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036761779338121414, + "ssim_fused": 0.9821532964706421, + "seg_l1": 0.003677917178720236, + "seg_ssim_ref": 0.9821531772613525, + "depth": 0.00033659796420905174, + "rgb_loss": 0.0065102954395115376, + "seg_loss": 0.00651170127093792, + "total": 0.013022333075583023 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004404278472065926, + "ssim_fused": 0.9794593453407288, + "seg_l1": 0.004470393061637878, + "seg_ssim_ref": 0.9794596433639526, + "depth": 0.0004799147913951634, + "rgb_loss": 0.007631553802639246, + "seg_loss": 0.007684385869652033, + "total": 0.015316419587082674, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004799147913951634, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010518714382571896 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.00293888826854527, + "ssim_fused": 0.9856463670730591, + "seg_l1": 0.0032894485630095005, + "seg_ssim_ref": 0.9856463670730591, + "depth": 0.000417816149470293, + "rgb_loss": 0.0052218372002244, + "seg_loss": 0.005502285435795784, + "total": 0.010724540452169654, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000417816149470293, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016967487342862644 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.00249759154394269, + "ssim_fused": 0.9863550066947937, + "seg_l1": 0.002356633311137557, + "seg_ssim_ref": 0.9863547682762146, + "depth": 0.0003272944470233697, + "rgb_loss": 0.004727072082459927, + "seg_loss": 0.004614353179931641, + "total": 0.009341752556838591, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003272944470233697, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.537170396781413e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004863953683525324, + "ssim_fused": 0.9771522283554077, + "seg_l1": 0.004595193546265364, + "seg_ssim_ref": 0.9771518707275391, + "depth": 0.00012136646894738077, + "rgb_loss": 0.008460717275738716, + "seg_loss": 0.008245781064033508, + "total": 0.016706619706241172, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012136646894738077, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012136646894738078 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 463, + "adam_update_count": 44448 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13847562699811533 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_27404004ac614d8cafa9213c8a066f8d_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 464, + "next_interval": 0, + "next_adam_update": 44449, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 463, + "trained_intervals": 44448, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 44448, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.363586902618408, + "median": 11.515462875366211, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4724523425102234, + "median": 0.4724523425102234, + "max": 0.4724523425102234, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5146679282188416, + "median": 9.264753341674805, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.09408215433359146, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.673082709312439, + "median": 10559.2060546875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4724523425102234, + "median": 0.4724523425102234, + "max": 0.4724523425102234, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5702, + "controller_edge_stiffness": 490 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0464.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0464.json new file mode 100644 index 0000000000000000000000000000000000000000..f14fed49fb67cb5d5250bd97e9c792b1ab21b2a1 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0464.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0464", + "executed_epochs": 464, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_81d7726c3e784533aeb1d104aef37c5f.npz", + "optimizer_file": "boundary_81d7726c3e784533aeb1d104aef37c5f_optimizer.pt", + "arrays_sha256": "5a8b857f2dad42bb58c20b3dbe836e57c9d4520ee883ff3522b84f9c68dbb0fc", + "optimizer_sha256": "28472ed40109c8c40a5fb687f01ac4ed096178c10629a6a05ef880b80764bb0d", + "stage": "adam", + "completed_passes": 464, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 44544, + "adam_update_count": 44544, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 465, + "consumed_count": 464, + "last_submitted_update": 44544, + "last_consumed_update": 44448, + "pending": [ + { + "reference": { + "source_update": 44544, + "completed_passes": 464, + "next_interval": 0, + "trained_intervals": 44544, + "snapshot": "pass_end_0464", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 464, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 44544, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 44544, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.7453328887932e-05, + "update_l2": 0.024260928854346275 + }, + "raw_ground_friction": { + "gradient_l2": 0.0027141058817505836, + "update_l2": 0.0007260739803314209 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.126056940847775e-05, + "update_l2": 0.008164668455719948 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01296960069714911, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5702, + "attachment": 490, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4716683626174927, + "ground_friction/effective": 0.4716683626174927, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01296960069714911, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036616106517612934, + "ssim_fused": 0.9822090864181519, + "seg_l1": 0.0036545023322105408, + "seg_ssim_ref": 0.9822090268135071, + "depth": 0.0003352380437374167, + "rgb_loss": 0.006487465463578701, + "seg_loss": 0.006481799762696028, + "total": 0.01296960069714911 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00439157709479332, + "ssim_fused": 0.979499876499176, + "seg_l1": 0.0044501167722046375, + "seg_ssim_ref": 0.9795001149177551, + "depth": 0.00047842550175264485, + "rgb_loss": 0.007613286375999451, + "seg_loss": 0.007660070434212685, + "total": 0.015273835235713887, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047842550175264485, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010369785418320035 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002913780976086855, + "ssim_fused": 0.9857264757156372, + "seg_l1": 0.0032517211511731148, + "seg_ssim_ref": 0.9857262969017029, + "depth": 0.00041716877459496693, + "rgb_loss": 0.0051857298240065575, + "seg_loss": 0.0054561179131269455, + "total": 0.010642264905908099, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041716877459496693, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001690274985533003 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002481969306245446, + "ssim_fused": 0.9864310026168823, + "seg_l1": 0.002330291550606489, + "seg_ssim_ref": 0.986430823802948, + "depth": 0.00032509523192368855, + "rgb_loss": 0.00469937501475215, + "seg_loss": 0.004578068852424622, + "total": 0.009277769428069982, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032509523192368855, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.317248886813297e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0048591154627501965, + "ssim_fused": 0.9771791100502014, + "seg_l1": 0.004585879389196634, + "seg_ssim_ref": 0.9771788120269775, + "depth": 0.00012026266667836655, + "rgb_loss": 0.008451471105217934, + "seg_loss": 0.00823294185101986, + "total": 0.016684533218904472, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012026266667836655, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012026266667836653 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 464, + "adam_update_count": 44544 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13526958000147715 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_81d7726c3e784533aeb1d104aef37c5f_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 465, + "next_interval": 0, + "next_adam_update": 44545, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 464, + "trained_intervals": 44544, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 44544, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.369843006134033, + "median": 11.515462875366211, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4723944365978241, + "median": 0.4723944365978241, + "max": 0.4723944365978241, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5098528861999512, + "median": 9.267204284667969, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.09349539875984192, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.665046215057373, + "median": 10585.1181640625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4723944365978241, + "median": 0.4723944365978241, + "max": 0.4723944365978241, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5702, + "controller_edge_stiffness": 490 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0465.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0465.json new file mode 100644 index 0000000000000000000000000000000000000000..d8ad88e0fe28e384231bf8d0ea740315dd5176ce --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0465.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0465", + "executed_epochs": 465, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_fd00ae8f93e14ca3bcaf5ed4ff17d806.npz", + "optimizer_file": "boundary_fd00ae8f93e14ca3bcaf5ed4ff17d806_optimizer.pt", + "arrays_sha256": "31861f1ec610792cb5e1270a11e248a2218acd422cddbb135023f4867435034a", + "optimizer_sha256": "e9c81abfc70bf803e2fbc4d623d77687f85c39fe71e13030de95a257aa31a855", + "stage": "adam", + "completed_passes": 465, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 44640, + "adam_update_count": 44640, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 466, + "consumed_count": 465, + "last_submitted_update": 44640, + "last_consumed_update": 44544, + "pending": [ + { + "reference": { + "source_update": 44640, + "completed_passes": 465, + "next_interval": 0, + "trained_intervals": 44640, + "snapshot": "pass_end_0465", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 465, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 44640, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 44640, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.471576438751072e-05, + "update_l2": 0.024347443133592606 + }, + "raw_ground_friction": { + "gradient_l2": 0.002638682024553418, + "update_l2": 0.0007461905479431152 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0892592399613932e-05, + "update_l2": 0.007885820232331753 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012967729912765992, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5703, + "attachment": 490, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4722364842891693, + "ground_friction/effective": 0.4722364842891693, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012967729912765992, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.00366060808300972, + "ssim_fused": 0.9822080135345459, + "seg_l1": 0.003652628045529127, + "seg_ssim_ref": 0.9822079539299011, + "depth": 0.0003347822210898287, + "rgb_loss": 0.00648688105866313, + "seg_loss": 0.006480515003204346, + "total": 0.012967729912765992 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00439795758575201, + "ssim_fused": 0.9794696569442749, + "seg_l1": 0.004455634392797947, + "seg_ssim_ref": 0.9794699549674988, + "depth": 0.00047892683742231597, + "rgb_loss": 0.007624434307217598, + "seg_loss": 0.007670516148209572, + "total": 0.015295429382264593, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047892683742231597, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010419918985287142 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.00291798310354352, + "ssim_fused": 0.9857051372528076, + "seg_l1": 0.0032597824465483427, + "seg_ssim_ref": 0.9857050180435181, + "depth": 0.0004177456278105579, + "rgb_loss": 0.0051933592185378075, + "seg_loss": 0.005466822534799576, + "total": 0.010660599498965194, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004177456278105579, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016960435176889124 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002479205373674631, + "ssim_fused": 0.986449122428894, + "seg_l1": 0.0023265155032277107, + "seg_ssim_ref": 0.9864489436149597, + "depth": 0.0003250714578942601, + "rgb_loss": 0.004693539813160896, + "seg_loss": 0.00457142386585474, + "total": 0.00926528875047353, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003250714578942601, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.314871483870463e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004847286269068718, + "ssim_fused": 0.9772081971168518, + "seg_l1": 0.004568579141050577, + "seg_ssim_ref": 0.9772078394889832, + "depth": 0.0001173849612321808, + "rgb_loss": 0.008436189964413643, + "seg_loss": 0.008213295601308346, + "total": 0.016649602019360648, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001173849612321808, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00011738496123218079 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 465, + "adam_update_count": 44640 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13881734100868925 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_fd00ae8f93e14ca3bcaf5ed4ff17d806_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 466, + "next_interval": 0, + "next_adam_update": 44641, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 465, + "trained_intervals": 44640, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 44640, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.37589693069458, + "median": 11.515462875366211, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4729826748371124, + "median": 0.4729826748371124, + "max": 0.4729826748371124, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5060699582099915, + "median": 9.265697479248047, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.0929310992360115, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.658759355545044, + "median": 10569.1796875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4729826748371124, + "median": 0.4729826748371124, + "max": 0.4729826748371124, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5703, + "controller_edge_stiffness": 490 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0466.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0466.json new file mode 100644 index 0000000000000000000000000000000000000000..483d18cee5999cbf3194fbdc73b0d8e9e301cce5 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0466.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0466", + "executed_epochs": 466, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d0f85fa8e0044c8c868b31b0ddad5f18.npz", + "optimizer_file": "boundary_d0f85fa8e0044c8c868b31b0ddad5f18_optimizer.pt", + "arrays_sha256": "1dc0828f4ed9579ba01cc2451af1c7b322d4d0c3cdfe6139535296ab7e297c2a", + "optimizer_sha256": "859510c544038a96d54ee88ca7e8356838894d1f32aee9a582faf27b70ea8d79", + "stage": "adam", + "completed_passes": 466, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 44736, + "adam_update_count": 44736, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 467, + "consumed_count": 466, + "last_submitted_update": 44736, + "last_consumed_update": 44640, + "pending": [ + { + "reference": { + "source_update": 44736, + "completed_passes": 466, + "next_interval": 0, + "trained_intervals": 44736, + "snapshot": "pass_end_0466", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 466, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 44736, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 44736, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.391239680349827e-05, + "update_l2": 0.024216458201408386 + }, + "raw_ground_friction": { + "gradient_l2": 0.002534815575927496, + "update_l2": 0.0007396340370178223 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0692231626308057e-05, + "update_l2": 0.008419289253652096 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01296877014294576, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5706, + "attachment": 490, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47183385491371155, + "ground_friction/effective": 0.47183385491371155, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01296877014294576, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003660827409476042, + "ssim_fused": 0.9822071194648743, + "seg_l1": 0.0036532615777105093, + "seg_ssim_ref": 0.9822070598602295, + "depth": 0.00033472508501416695, + "rgb_loss": 0.006487234495580196, + "seg_loss": 0.006481200456619263, + "total": 0.01296877014294576 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004397345706820488, + "ssim_fused": 0.9794741272926331, + "seg_l1": 0.004455359652638435, + "seg_ssim_ref": 0.9794744849205017, + "depth": 0.00047895673418417575, + "rgb_loss": 0.007623051293194294, + "seg_loss": 0.007669391110539436, + "total": 0.015292921360467915, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047895673418417575, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001042290866147313 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002920402679592371, + "ssim_fused": 0.9856958985328674, + "seg_l1": 0.0032635245006531477, + "seg_ssim_ref": 0.9856957197189331, + "depth": 0.0004170507302461194, + "rgb_loss": 0.0051971422508358955, + "seg_loss": 0.005471675656735897, + "total": 0.010669234958302038, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004170507302461194, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016890945420445274 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0024793436750769615, + "ssim_fused": 0.9864498376846313, + "seg_l1": 0.002327224239706993, + "seg_ssim_ref": 0.986449658870697, + "depth": 0.00032558445402576264, + "rgb_loss": 0.004693507216870785, + "seg_loss": 0.00457184761762619, + "total": 0.009265680418951, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032558445402576264, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.366171097020713e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004846216645091772, + "ssim_fused": 0.97720867395401, + "seg_l1": 0.004566937685012817, + "seg_ssim_ref": 0.9772083163261414, + "depth": 0.00011730842160061001, + "rgb_loss": 0.008435238152742386, + "seg_loss": 0.008211887441575527, + "total": 0.01664724383406209, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00011730842160061001, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00011730842160061001 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 466, + "adam_update_count": 44736 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1376646640128456 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d0f85fa8e0044c8c868b31b0ddad5f18_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 467, + "next_interval": 0, + "next_adam_update": 44737, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 466, + "trained_intervals": 44736, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 44736, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.3820247650146484, + "median": 11.515469551086426, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47257348895072937, + "median": 0.47257348895072937, + "max": 0.47257348895072937, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.5026425123214722, + "median": 9.25979232788086, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.0923633724451065, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.6530838012695312, + "median": 10506.951171875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47257348895072937, + "median": 0.47257348895072937, + "max": 0.47257348895072937, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5706, + "controller_edge_stiffness": 490 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0467.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0467.json new file mode 100644 index 0000000000000000000000000000000000000000..4785afe9306fd1c90f1fbad6b3c4e077d0439271 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0467.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0467", + "executed_epochs": 467, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_1a0e12842ad74455b69f0e33947f5d7e.npz", + "optimizer_file": "boundary_1a0e12842ad74455b69f0e33947f5d7e_optimizer.pt", + "arrays_sha256": "884048b850f435c094fc21f761aff4afea6d1fb8692fd509e4467d9b172f3bb6", + "optimizer_sha256": "724703f02de6a77a1cd31f8ee761ed331e32ca383af1cf54c4fd36acc353d4cb", + "stage": "adam", + "completed_passes": 467, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 44832, + "adam_update_count": 44832, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 468, + "consumed_count": 467, + "last_submitted_update": 44832, + "last_consumed_update": 44736, + "pending": [ + { + "reference": { + "source_update": 44832, + "completed_passes": 467, + "next_interval": 0, + "trained_intervals": 44832, + "snapshot": "pass_end_0467", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 467, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 44832, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 44832, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.610406803200021e-05, + "update_l2": 0.02454773709177971 + }, + "raw_ground_friction": { + "gradient_l2": 0.0026174390222877264, + "update_l2": 0.0007455646991729736 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.108522974391235e-05, + "update_l2": 0.00827729981392622 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.0129747977173083, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5707, + "attachment": 491, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4712619185447693, + "ground_friction/effective": 0.4712619185447693, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.0129747977173083, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003662718925625086, + "ssim_fused": 0.9822031855583191, + "seg_l1": 0.003656914923340082, + "seg_ssim_ref": 0.9822030067443848, + "depth": 0.0003352454059292278, + "rgb_loss": 0.006489538587629795, + "seg_loss": 0.00648492481559515, + "total": 0.0129747977173083 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00439405394718051, + "ssim_fused": 0.9794914722442627, + "seg_l1": 0.004452935419976711, + "seg_ssim_ref": 0.979491651058197, + "depth": 0.00047851297654910016, + "rgb_loss": 0.007616949267685413, + "seg_loss": 0.00766401831060648, + "total": 0.015281446091268441, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047851297654910016, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010378532897965572 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0029195398092269897, + "ssim_fused": 0.9857050180435181, + "seg_l1": 0.0032609605696052313, + "seg_ssim_ref": 0.9857049584388733, + "depth": 0.0004170923893339934, + "rgb_loss": 0.005194628611207008, + "seg_loss": 0.005467776674777269, + "total": 0.010662821912712325, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004170923893339934, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016895111329232678 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002483052434399724, + "ssim_fused": 0.9864279627799988, + "seg_l1": 0.0023329623509198427, + "seg_ssim_ref": 0.9864276051521301, + "depth": 0.0003256210359597267, + "rgb_loss": 0.004700849298387766, + "seg_loss": 0.004580848850309849, + "total": 0.009282024235394861, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003256210359597267, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.369829290417117e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004854229278862476, + "ssim_fused": 0.9771882891654968, + "seg_l1": 0.004580800887197256, + "seg_ssim_ref": 0.9771879315376282, + "depth": 0.00011975522187409093, + "rgb_loss": 0.00844572577625513, + "seg_loss": 0.00822705402970314, + "total": 0.01667289862985757, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00011975522187409093, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00011975522187409093 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 467, + "adam_update_count": 44832 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13907406001817435 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_1a0e12842ad74455b69f0e33947f5d7e_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 468, + "next_interval": 0, + "next_adam_update": 44833, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 467, + "trained_intervals": 44832, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 44832, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.388134241104126, + "median": 11.51547622680664, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47200748324394226, + "median": 0.47200748324394226, + "max": 0.47200748324394226, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.4990391731262207, + "median": 9.25477409362793, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.09180080145597458, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.6471378803253174, + "median": 10454.357421875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47200748324394226, + "median": 0.47200748324394226, + "max": 0.47200748324394226, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5707, + "controller_edge_stiffness": 491 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0468.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0468.json new file mode 100644 index 0000000000000000000000000000000000000000..cf8f52d23494529a654d775424b8702ea6cae72f --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0468.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0468", + "executed_epochs": 468, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_2e4bddcef6bb4e55b30b4b7ed0c3ea4c.npz", + "optimizer_file": "boundary_2e4bddcef6bb4e55b30b4b7ed0c3ea4c_optimizer.pt", + "arrays_sha256": "291eb49c8e9e37e6b31d163d1f12bc9e2b7818007f5ee16613f7aeee01d2a655", + "optimizer_sha256": "dbe1af7e2b7eeb97cf3f7073f2977074946a4b86cd4748349dfbb78b40683291", + "stage": "adam", + "completed_passes": 468, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 44928, + "adam_update_count": 44928, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 469, + "consumed_count": 468, + "last_submitted_update": 44928, + "last_consumed_update": 44832, + "pending": [ + { + "reference": { + "source_update": 44928, + "completed_passes": 468, + "next_interval": 0, + "trained_intervals": 44928, + "snapshot": "pass_end_0468", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 468, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 44928, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 44928, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.608684584032744e-05, + "update_l2": 0.024453260004520416 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025949585251510143, + "update_l2": 0.0007288753986358643 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1080445801781025e-05, + "update_l2": 0.008363066241145134 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012966827994931714, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5707, + "attachment": 491, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4709620475769043, + "ground_friction/effective": 0.4709620475769043, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012966827994931714, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036606660578399897, + "ssim_fused": 0.9822131395339966, + "seg_l1": 0.0036539719440042973, + "seg_ssim_ref": 0.9822129607200623, + "depth": 0.00033485030032868963, + "rgb_loss": 0.006485913880169392, + "seg_loss": 0.006480579264461994, + "total": 0.012966827994931714 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0043889544904232025, + "ssim_fused": 0.9795138835906982, + "seg_l1": 0.004447483457624912, + "seg_ssim_ref": 0.9795141816139221, + "depth": 0.0004784266911286654, + "rgb_loss": 0.007608386687934399, + "seg_loss": 0.007655150257050991, + "total": 0.015264015371676518, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004784266911286654, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010369904355922095 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002915050368756056, + "ssim_fused": 0.9857224822044373, + "seg_l1": 0.003253716742619872, + "seg_ssim_ref": 0.9857223033905029, + "depth": 0.00041639681675678344, + "rgb_loss": 0.005187544040381908, + "seg_loss": 0.005458512809127569, + "total": 0.010646472780664946, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041639681675678344, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001682555407151168 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0024816575460135937, + "ssim_fused": 0.9864339232444763, + "seg_l1": 0.002330497605726123, + "seg_ssim_ref": 0.986433744430542, + "depth": 0.0003244029684232857, + "rgb_loss": 0.004698541481047869, + "seg_loss": 0.004577649291604757, + "total": 0.00927651517562105, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003244029684232857, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.248022536773018e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004857001826167107, + "ssim_fused": 0.9771820902824402, + "seg_l1": 0.0045841895043849945, + "seg_ssim_ref": 0.9771817326545715, + "depth": 0.00012017472500602404, + "rgb_loss": 0.008449183776974678, + "seg_loss": 0.008231004700064659, + "total": 0.016680308651764342, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012017472500602404, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012017472500602404 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 468, + "adam_update_count": 44928 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1461712339951191 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_2e4bddcef6bb4e55b30b4b7ed0c3ea4c_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 469, + "next_interval": 0, + "next_adam_update": 44929, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 468, + "trained_intervals": 44928, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 44928, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.3939669132232666, + "median": 11.51547622680664, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.47169092297554016, + "median": 0.47169092297554016, + "max": 0.47169092297554016, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.49530136585235596, + "median": 9.251490592956543, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.09126691520214081, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.6409926414489746, + "median": 10420.0859375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.47169092297554016, + "median": 0.47169092297554016, + "max": 0.47169092297554016, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5707, + "controller_edge_stiffness": 491 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0469.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0469.json new file mode 100644 index 0000000000000000000000000000000000000000..491109afa2cdc9ddacb133ecd6926f74ab85b7cb --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0469.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0469", + "executed_epochs": 469, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_58ebbe2ddf4344a79c4aa7c59578cca8.npz", + "optimizer_file": "boundary_58ebbe2ddf4344a79c4aa7c59578cca8_optimizer.pt", + "arrays_sha256": "ab5d9e4a2a1cc57750d3f15de3b39be2e8282c708c2d07e3b0dd456066258d75", + "optimizer_sha256": "c1bba21839140ae631ffbb893eb732d57593ebf197c702ce61809ae1374cd3d4", + "stage": "adam", + "completed_passes": 469, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 45024, + "adam_update_count": 45024, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 470, + "consumed_count": 469, + "last_submitted_update": 45024, + "last_consumed_update": 44928, + "pending": [ + { + "reference": { + "source_update": 45024, + "completed_passes": 469, + "next_interval": 0, + "trained_intervals": 45024, + "snapshot": "pass_end_0469", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 469, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 45024, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 45024, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.601504669059068e-05, + "update_l2": 0.024505766108632088 + }, + "raw_ground_friction": { + "gradient_l2": 0.0026513116899877787, + "update_l2": 0.0007259845733642578 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.120398155762814e-05, + "update_l2": 0.008839040994644165 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01293212109150458, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5707, + "attachment": 491, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.47061100602149963, + "ground_friction/effective": 0.47061100602149963, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01293212109150458, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036513321101665497, + "ssim_fused": 0.9822524785995483, + "seg_l1": 0.003639611415565014, + "seg_ssim_ref": 0.9822523593902588, + "depth": 0.00033344978559535877, + "rgb_loss": 0.0064705731347203255, + "seg_loss": 0.0064612142741680145, + "total": 0.01293212109150458 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004373636562377214, + "ssim_fused": 0.9795724153518677, + "seg_l1": 0.00442805839702487, + "seg_ssim_ref": 0.9795726537704468, + "depth": 0.0004772092133527622, + "rgb_loss": 0.007584426552057266, + "seg_loss": 0.007627916522324085, + "total": 0.015212820283594703, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004772092133527622, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010248156578331774 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028951175045222044, + "ssim_fused": 0.9857903718948364, + "seg_l1": 0.003222493454813957, + "seg_ssim_ref": 0.9857903122901917, + "depth": 0.00041262514828031697, + "rgb_loss": 0.005158019717782736, + "seg_loss": 0.005419932305812836, + "total": 0.01057836511440514, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041262514828031697, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016448387223865033 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0024735291954129934, + "ssim_fused": 0.9864726066589355, + "seg_l1": 0.0023162635043263435, + "seg_ssim_ref": 0.9864724278450012, + "depth": 0.0003233415494227988, + "rgb_loss": 0.004684302024543285, + "seg_loss": 0.004558525048196316, + "total": 0.009243150414289024, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003233415494227988, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.141880636724324e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004863044712692499, + "ssim_fused": 0.9771744608879089, + "seg_l1": 0.004591630306094885, + "seg_ssim_ref": 0.9771741032600403, + "depth": 0.00012062323132555722, + "rgb_loss": 0.008455543778836727, + "seg_loss": 0.008238483220338821, + "total": 0.01669414855372945, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012062323132555722, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012062323132555723 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 469, + "adam_update_count": 45024 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1606664830178488 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_58ebbe2ddf4344a79c4aa7c59578cca8_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 470, + "next_interval": 0, + "next_adam_update": 45025, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 469, + "trained_intervals": 45024, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 45024, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.39951229095459, + "median": 11.51547622680664, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4713369905948639, + "median": 0.4713369905948639, + "max": 0.4713369905948639, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.4913795292377472, + "median": 9.249463081359863, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.09076220542192459, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.6345696449279785, + "median": 10398.98046875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4713369905948639, + "median": 0.4713369905948639, + "max": 0.4713369905948639, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5707, + "controller_edge_stiffness": 491 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0470.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0470.json new file mode 100644 index 0000000000000000000000000000000000000000..b2a1284a32ecdc5d4da0e9c0d160efce441aa8d9 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0470.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0470", + "executed_epochs": 470, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_14b3cbdfa49149fca296559d91379050.npz", + "optimizer_file": "boundary_14b3cbdfa49149fca296559d91379050_optimizer.pt", + "arrays_sha256": "669223d1857dc759235e267a6e3231bcd35fb15b2563e12e7e56152b55ab1172", + "optimizer_sha256": "085a16874c1a552023956e0c07f34b3537cea804465685f8f6d8088bf49707be", + "stage": "adam", + "completed_passes": 470, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 45120, + "adam_update_count": 45120, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 471, + "consumed_count": 470, + "last_submitted_update": 45120, + "last_consumed_update": 45024, + "pending": [ + { + "reference": { + "source_update": 45120, + "completed_passes": 470, + "next_interval": 0, + "trained_intervals": 45120, + "snapshot": "pass_end_0470", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 470, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 45120, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 45120, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.483724377583712e-05, + "update_l2": 0.02394077181816101 + }, + "raw_ground_friction": { + "gradient_l2": 0.0025587875861674547, + "update_l2": 0.0007055103778839111 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0998355719493702e-05, + "update_l2": 0.0084384111687541 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012896874546861233, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5707, + "attachment": 491, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.470257967710495, + "ground_friction/effective": 0.470257967710495, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012896874546861233, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036414009518921375, + "ssim_fused": 0.9822902679443359, + "seg_l1": 0.0036243770737200975, + "seg_ssim_ref": 0.9822901487350464, + "depth": 0.00033210948664067684, + "rgb_loss": 0.006455073133111, + "seg_loss": 0.0064414688386023045, + "total": 0.012896874546861233 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004363661631941795, + "ssim_fused": 0.9796032905578613, + "seg_l1": 0.00441232044249773, + "seg_ssim_ref": 0.97960364818573, + "depth": 0.00047688664542433506, + "rgb_loss": 0.007570271380245686, + "seg_loss": 0.007609127089381218, + "total": 0.015179875356272328, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047688664542433506, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010215899785489052 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002880603540688753, + "ssim_fused": 0.9858349561691284, + "seg_l1": 0.003201324725523591, + "seg_ssim_ref": 0.9858349561691284, + "depth": 0.0004112547536499594, + "rgb_loss": 0.005137491971254349, + "seg_loss": 0.005394068546593189, + "total": 0.010531971772601187, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004112547536499594, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001631134776082927 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0024623770732432604, + "ssim_fused": 0.9865341186523438, + "seg_l1": 0.0022982002701610327, + "seg_ssim_ref": 0.9865339398384094, + "depth": 0.0003203815789422434, + "rgb_loss": 0.004663078114390373, + "seg_loss": 0.004531772341579199, + "total": 0.009195171303209801, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003203815789422434, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.845883588668778e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00485896086320281, + "ssim_fused": 0.9771885871887207, + "seg_l1": 0.004585662856698036, + "seg_ssim_ref": 0.9771881103515625, + "depth": 0.00011991496854616947, + "rgb_loss": 0.008449451066553593, + "seg_loss": 0.008230907842516899, + "total": 0.01668047975536161, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00011991496854616947, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001199149685461695 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 470, + "adam_update_count": 45120 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13991107000038028 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_14b3cbdfa49149fca296559d91379050_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 471, + "next_interval": 0, + "next_adam_update": 45121, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 470, + "trained_intervals": 45120, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 45120, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.4047462940216064, + "median": 11.51547622680664, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4709634780883789, + "median": 0.4709634780883789, + "max": 0.4709634780883789, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 0.48769354820251465, + "median": 9.246950149536133, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.09028839319944382, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 1.6285556554794312, + "median": 10372.8818359375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4709634780883789, + "median": 0.4709634780883789, + "max": 0.4709634780883789, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5707, + "controller_edge_stiffness": 491 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +}