diff --git a/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/pretrained_model/config.json b/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3ed5a8a282726eacda814de91e1b99c12c8c58d2 --- /dev/null +++ b/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/pretrained_model/config.json @@ -0,0 +1,125 @@ +{ + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 +} \ No newline at end of file diff --git a/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/pretrained_model/policy_postprocessor.json b/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a35451825e1e0248da28301e4ae7fd31211b0614 --- /dev/null +++ b/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/pretrained_model/policy_preprocessor.json b/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..49ee859a269bfb493819b7b8c3b5c92023e93964 --- /dev/null +++ b/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,71 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_2_normalizer_processor.safetensors" + }, + { + "registry_name": "pi05_prepare_state_tokenizer_processor_step", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "/ai/Yichi/taowen/ckpts/checkpoints/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/pretrained_model/policy_preprocessor.json.bak_20260602 b/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/pretrained_model/policy_preprocessor.json.bak_20260602 new file mode 100644 index 0000000000000000000000000000000000000000..7de44101771a44f32fc7ec156196fb544da6368a --- /dev/null +++ b/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/pretrained_model/policy_preprocessor.json.bak_20260602 @@ -0,0 +1,71 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_2_normalizer_processor.safetensors" + }, + { + "registry_name": "pi05_prepare_state_tokenizer_processor_step", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/checkpoints/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/pretrained_model/train_config.json b/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d1a4a147aab08ec332e11910b0f6a8fc992fe2b0 --- /dev/null +++ b/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/pretrained_model/train_config.json @@ -0,0 +1,263 @@ +{ + "dataset": { + "repo_id": "local/HOI_double_desk_sonic_refpose_v3_1", + "root": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/datasets/HumanoidArena_datasets_v3_1/HOI_double_desk/HOI_double_desk_sonic_refpose_v3_1", + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 + }, + "output_dir": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/results/2026-0527/Pi0.5_HOI_double_desk_sonic_refpose_v3_1", + "job_name": "Pi0.5_HOI_double_desk_sonic_refpose_v3_1", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 2.5e-05, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 30000, + "peak_lr": 2.5e-05, + "decay_lr": 2.5e-06 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": "offline", + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/training_state/optimizer_param_groups.json b/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd93be86ae2f57430154a1dc768eb510aebe115 --- /dev/null +++ b/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/training_state/optimizer_param_groups.json @@ -0,0 +1,834 @@ +[ + { + "lr": 2.5e-06, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 2.5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812 + ] + } +] \ No newline at end of file diff --git a/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/training_state/scheduler_state.json b/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..62eb88d80bdf0310589b8f312793f5b6eb4e9f18 --- /dev/null +++ b/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 2.5e-05 + ], + "last_epoch": 100000, + "_step_count": 100001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.5e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/training_state/training_step.json b/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8eb73c13d28bca88058c08796abbf931c3f9b012 --- /dev/null +++ b/pi/HOI_double_desk/pi05_sonic_doubledesk_0529/100000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 100000 +} \ No newline at end of file diff --git a/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/pretrained_model/config.json b/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3ed5a8a282726eacda814de91e1b99c12c8c58d2 --- /dev/null +++ b/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/pretrained_model/config.json @@ -0,0 +1,125 @@ +{ + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 +} \ No newline at end of file diff --git a/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/pretrained_model/policy_postprocessor.json b/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a35451825e1e0248da28301e4ae7fd31211b0614 --- /dev/null +++ b/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/pretrained_model/policy_preprocessor.json b/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..49ee859a269bfb493819b7b8c3b5c92023e93964 --- /dev/null +++ b/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,71 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_2_normalizer_processor.safetensors" + }, + { + "registry_name": "pi05_prepare_state_tokenizer_processor_step", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "/ai/Yichi/taowen/ckpts/checkpoints/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/pretrained_model/policy_preprocessor.json.bak_20260602 b/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/pretrained_model/policy_preprocessor.json.bak_20260602 new file mode 100644 index 0000000000000000000000000000000000000000..7de44101771a44f32fc7ec156196fb544da6368a --- /dev/null +++ b/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/pretrained_model/policy_preprocessor.json.bak_20260602 @@ -0,0 +1,71 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_2_normalizer_processor.safetensors" + }, + { + "registry_name": "pi05_prepare_state_tokenizer_processor_step", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/checkpoints/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/pretrained_model/train_config.json b/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f439879362400866ce50a667d8da1bbc1246658b --- /dev/null +++ b/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/pretrained_model/train_config.json @@ -0,0 +1,263 @@ +{ + "dataset": { + "repo_id": "local/HOI_double_desk_twist2_refpose_v3_1", + "root": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/datasets/HumanoidArena_datasets_v3_1/HOI_double_desk/HOI_double_desk_twist2_refpose_v3_1", + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 + }, + "output_dir": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/results/2026-0527/Pi0.5_HOI_double_desk_twist2_refpose_v3_1", + "job_name": "Pi0.5_HOI_double_desk_twist2_refpose_v3_1", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 2.5e-05, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 30000, + "peak_lr": 2.5e-05, + "decay_lr": 2.5e-06 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": "offline", + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/training_state/optimizer_param_groups.json b/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd93be86ae2f57430154a1dc768eb510aebe115 --- /dev/null +++ b/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/training_state/optimizer_param_groups.json @@ -0,0 +1,834 @@ +[ + { + "lr": 2.5e-06, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 2.5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812 + ] + } +] \ No newline at end of file diff --git a/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/training_state/scheduler_state.json b/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..62eb88d80bdf0310589b8f312793f5b6eb4e9f18 --- /dev/null +++ b/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 2.5e-05 + ], + "last_epoch": 100000, + "_step_count": 100001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.5e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/training_state/training_step.json b/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8eb73c13d28bca88058c08796abbf931c3f9b012 --- /dev/null +++ b/pi/HOI_double_desk/pi05_twist2_doubledesk_0529/100000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 100000 +} \ No newline at end of file diff --git a/pi/HOI_football/pi05_sonic_football_0529/100000/pretrained_model/config.json b/pi/HOI_football/pi05_sonic_football_0529/100000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3ed5a8a282726eacda814de91e1b99c12c8c58d2 --- /dev/null +++ b/pi/HOI_football/pi05_sonic_football_0529/100000/pretrained_model/config.json @@ -0,0 +1,125 @@ +{ + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 +} \ No newline at end of file diff --git a/pi/HOI_football/pi05_sonic_football_0529/100000/pretrained_model/policy_postprocessor.json b/pi/HOI_football/pi05_sonic_football_0529/100000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a35451825e1e0248da28301e4ae7fd31211b0614 --- /dev/null +++ b/pi/HOI_football/pi05_sonic_football_0529/100000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HOI_football/pi05_sonic_football_0529/100000/pretrained_model/policy_preprocessor.json b/pi/HOI_football/pi05_sonic_football_0529/100000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..49ee859a269bfb493819b7b8c3b5c92023e93964 --- /dev/null +++ b/pi/HOI_football/pi05_sonic_football_0529/100000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,71 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_2_normalizer_processor.safetensors" + }, + { + "registry_name": "pi05_prepare_state_tokenizer_processor_step", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "/ai/Yichi/taowen/ckpts/checkpoints/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HOI_football/pi05_sonic_football_0529/100000/pretrained_model/policy_preprocessor.json.bak_20260602 b/pi/HOI_football/pi05_sonic_football_0529/100000/pretrained_model/policy_preprocessor.json.bak_20260602 new file mode 100644 index 0000000000000000000000000000000000000000..7de44101771a44f32fc7ec156196fb544da6368a --- /dev/null +++ b/pi/HOI_football/pi05_sonic_football_0529/100000/pretrained_model/policy_preprocessor.json.bak_20260602 @@ -0,0 +1,71 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_2_normalizer_processor.safetensors" + }, + { + "registry_name": "pi05_prepare_state_tokenizer_processor_step", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/checkpoints/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HOI_football/pi05_sonic_football_0529/100000/pretrained_model/train_config.json b/pi/HOI_football/pi05_sonic_football_0529/100000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5104a44cb53c9044be8e49b3de76ae34d5b6e468 --- /dev/null +++ b/pi/HOI_football/pi05_sonic_football_0529/100000/pretrained_model/train_config.json @@ -0,0 +1,263 @@ +{ + "dataset": { + "repo_id": "local/HOI_football_sonic_refpose_v3_1", + "root": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/datasets/HumanoidArena_datasets_v3_1/HOI_football/HOI_football_sonic_refpose_v3_1", + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 + }, + "output_dir": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/results/2026-0527/Pi0.5_HOI_football_sonic_refpose_v3_1", + "job_name": "Pi0.5_HOI_football_sonic_refpose_v3_1", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 2.5e-05, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 30000, + "peak_lr": 2.5e-05, + "decay_lr": 2.5e-06 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": "offline", + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/pi/HOI_football/pi05_sonic_football_0529/100000/training_state/optimizer_param_groups.json b/pi/HOI_football/pi05_sonic_football_0529/100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd93be86ae2f57430154a1dc768eb510aebe115 --- /dev/null +++ b/pi/HOI_football/pi05_sonic_football_0529/100000/training_state/optimizer_param_groups.json @@ -0,0 +1,834 @@ +[ + { + "lr": 2.5e-06, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 2.5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812 + ] + } +] \ No newline at end of file diff --git a/pi/HOI_football/pi05_sonic_football_0529/100000/training_state/scheduler_state.json b/pi/HOI_football/pi05_sonic_football_0529/100000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..62eb88d80bdf0310589b8f312793f5b6eb4e9f18 --- /dev/null +++ b/pi/HOI_football/pi05_sonic_football_0529/100000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 2.5e-05 + ], + "last_epoch": 100000, + "_step_count": 100001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.5e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi/HOI_football/pi05_sonic_football_0529/100000/training_state/training_step.json b/pi/HOI_football/pi05_sonic_football_0529/100000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8eb73c13d28bca88058c08796abbf931c3f9b012 --- /dev/null +++ b/pi/HOI_football/pi05_sonic_football_0529/100000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 100000 +} \ No newline at end of file diff --git a/pi/HOI_football/pi05_twist2_football_0529/100000/pretrained_model/config.json b/pi/HOI_football/pi05_twist2_football_0529/100000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3ed5a8a282726eacda814de91e1b99c12c8c58d2 --- /dev/null +++ b/pi/HOI_football/pi05_twist2_football_0529/100000/pretrained_model/config.json @@ -0,0 +1,125 @@ +{ + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 +} \ No newline at end of file diff --git a/pi/HOI_football/pi05_twist2_football_0529/100000/pretrained_model/policy_postprocessor.json b/pi/HOI_football/pi05_twist2_football_0529/100000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a35451825e1e0248da28301e4ae7fd31211b0614 --- /dev/null +++ b/pi/HOI_football/pi05_twist2_football_0529/100000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HOI_football/pi05_twist2_football_0529/100000/pretrained_model/policy_preprocessor.json b/pi/HOI_football/pi05_twist2_football_0529/100000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..49ee859a269bfb493819b7b8c3b5c92023e93964 --- /dev/null +++ b/pi/HOI_football/pi05_twist2_football_0529/100000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,71 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_2_normalizer_processor.safetensors" + }, + { + "registry_name": "pi05_prepare_state_tokenizer_processor_step", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "/ai/Yichi/taowen/ckpts/checkpoints/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HOI_football/pi05_twist2_football_0529/100000/pretrained_model/policy_preprocessor.json.bak_20260602 b/pi/HOI_football/pi05_twist2_football_0529/100000/pretrained_model/policy_preprocessor.json.bak_20260602 new file mode 100644 index 0000000000000000000000000000000000000000..7de44101771a44f32fc7ec156196fb544da6368a --- /dev/null +++ b/pi/HOI_football/pi05_twist2_football_0529/100000/pretrained_model/policy_preprocessor.json.bak_20260602 @@ -0,0 +1,71 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_2_normalizer_processor.safetensors" + }, + { + "registry_name": "pi05_prepare_state_tokenizer_processor_step", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/checkpoints/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HOI_football/pi05_twist2_football_0529/100000/pretrained_model/train_config.json b/pi/HOI_football/pi05_twist2_football_0529/100000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3e559417d0b9ae31355139bf6f42d4a3089c6b3 --- /dev/null +++ b/pi/HOI_football/pi05_twist2_football_0529/100000/pretrained_model/train_config.json @@ -0,0 +1,263 @@ +{ + "dataset": { + "repo_id": "local/HOI_football_twist2_refpose_v3_1", + "root": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/datasets/HumanoidArena_datasets_v3_1/HOI_football/HOI_football_twist2_refpose_v3_1", + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 + }, + "output_dir": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/results/2026-0527/Pi0.5_HOI_football_twist2_refpose_v3_1", + "job_name": "Pi0.5_HOI_football_twist2_refpose_v3_1", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 2.5e-05, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 30000, + "peak_lr": 2.5e-05, + "decay_lr": 2.5e-06 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": "offline", + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/pi/HOI_football/pi05_twist2_football_0529/100000/training_state/training_step.json b/pi/HOI_football/pi05_twist2_football_0529/100000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8eb73c13d28bca88058c08796abbf931c3f9b012 --- /dev/null +++ b/pi/HOI_football/pi05_twist2_football_0529/100000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 100000 +} \ No newline at end of file diff --git a/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/pretrained_model/config.json b/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3ed5a8a282726eacda814de91e1b99c12c8c58d2 --- /dev/null +++ b/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/pretrained_model/config.json @@ -0,0 +1,125 @@ +{ + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 +} \ No newline at end of file diff --git a/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/pretrained_model/policy_postprocessor.json b/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a35451825e1e0248da28301e4ae7fd31211b0614 --- /dev/null +++ b/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/pretrained_model/policy_preprocessor.json b/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..49ee859a269bfb493819b7b8c3b5c92023e93964 --- /dev/null +++ b/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,71 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_2_normalizer_processor.safetensors" + }, + { + "registry_name": "pi05_prepare_state_tokenizer_processor_step", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "/ai/Yichi/taowen/ckpts/checkpoints/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/pretrained_model/policy_preprocessor.json.bak_20260602 b/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/pretrained_model/policy_preprocessor.json.bak_20260602 new file mode 100644 index 0000000000000000000000000000000000000000..7de44101771a44f32fc7ec156196fb544da6368a --- /dev/null +++ b/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/pretrained_model/policy_preprocessor.json.bak_20260602 @@ -0,0 +1,71 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_2_normalizer_processor.safetensors" + }, + { + "registry_name": "pi05_prepare_state_tokenizer_processor_step", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/checkpoints/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/pretrained_model/train_config.json b/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ecc0a474166fd0d109947c8470928ca06fa12893 --- /dev/null +++ b/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/pretrained_model/train_config.json @@ -0,0 +1,263 @@ +{ + "dataset": { + "repo_id": "local/HOI_pp_box_sonic_refpose_v3_1", + "root": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/datasets/HumanoidArena_datasets_v3_1/HOI_pp_box/HOI_pp_box_sonic_refpose_v3_1", + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 + }, + "output_dir": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/results/2026-0527/Pi0.5_HOI_pp_box_sonic_refpose_v3_1", + "job_name": "Pi0.5_HOI_pp_box_sonic_refpose_v3_1", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 2.5e-05, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 30000, + "peak_lr": 2.5e-05, + "decay_lr": 2.5e-06 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": "offline", + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/training_state/optimizer_param_groups.json b/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd93be86ae2f57430154a1dc768eb510aebe115 --- /dev/null +++ b/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/training_state/optimizer_param_groups.json @@ -0,0 +1,834 @@ +[ + { + "lr": 2.5e-06, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 2.5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812 + ] + } +] \ No newline at end of file diff --git a/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/training_state/scheduler_state.json b/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..62eb88d80bdf0310589b8f312793f5b6eb4e9f18 --- /dev/null +++ b/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 2.5e-05 + ], + "last_epoch": 100000, + "_step_count": 100001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.5e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/training_state/training_step.json b/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8eb73c13d28bca88058c08796abbf931c3f9b012 --- /dev/null +++ b/pi/HOI_pp_box/pi05_sonic_ppbox_0529/100000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 100000 +} \ No newline at end of file diff --git a/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/pretrained_model/config.json b/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3ed5a8a282726eacda814de91e1b99c12c8c58d2 --- /dev/null +++ b/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/pretrained_model/config.json @@ -0,0 +1,125 @@ +{ + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 +} \ No newline at end of file diff --git a/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/pretrained_model/policy_postprocessor.json b/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a35451825e1e0248da28301e4ae7fd31211b0614 --- /dev/null +++ b/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/pretrained_model/policy_preprocessor.json b/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..49ee859a269bfb493819b7b8c3b5c92023e93964 --- /dev/null +++ b/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,71 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_2_normalizer_processor.safetensors" + }, + { + "registry_name": "pi05_prepare_state_tokenizer_processor_step", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "/ai/Yichi/taowen/ckpts/checkpoints/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/pretrained_model/policy_preprocessor.json.bak_20260602 b/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/pretrained_model/policy_preprocessor.json.bak_20260602 new file mode 100644 index 0000000000000000000000000000000000000000..7de44101771a44f32fc7ec156196fb544da6368a --- /dev/null +++ b/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/pretrained_model/policy_preprocessor.json.bak_20260602 @@ -0,0 +1,71 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_2_normalizer_processor.safetensors" + }, + { + "registry_name": "pi05_prepare_state_tokenizer_processor_step", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/checkpoints/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/pretrained_model/train_config.json b/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5acdbb8218e14e73217117083be44be42ae86445 --- /dev/null +++ b/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/pretrained_model/train_config.json @@ -0,0 +1,263 @@ +{ + "dataset": { + "repo_id": "local/HOI_pp_box_twist2_refpose_v3_1", + "root": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/datasets/HumanoidArena_datasets_v3_1/HOI_pp_box/HOI_pp_box_twist2_refpose_v3_1", + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 + }, + "output_dir": "/mnt/workspace/xujunzhe/yunhengwang/lerobot/results/2026-0527/Pi0.5_HOI_pp_box_twist2_refpose_v3_1", + "job_name": "Pi0.5_HOI_pp_box_twist2_refpose_v3_1", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 2.5e-05, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 30000, + "peak_lr": 2.5e-05, + "decay_lr": 2.5e-06 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": "offline", + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/training_state/optimizer_param_groups.json b/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd93be86ae2f57430154a1dc768eb510aebe115 --- /dev/null +++ b/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/training_state/optimizer_param_groups.json @@ -0,0 +1,834 @@ +[ + { + "lr": 2.5e-06, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 2.5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812 + ] + } +] \ No newline at end of file diff --git a/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/training_state/scheduler_state.json b/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..62eb88d80bdf0310589b8f312793f5b6eb4e9f18 --- /dev/null +++ b/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 2.5e-05 + ], + "last_epoch": 100000, + "_step_count": 100001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.5e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/training_state/training_step.json b/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8eb73c13d28bca88058c08796abbf931c3f9b012 --- /dev/null +++ b/pi/HOI_pp_box/pi05_twist2_ppbox_0529/100000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 100000 +} \ No newline at end of file diff --git a/pi/HSI_open_door/pi05_sonic_opendoor_0529/100000/pretrained_model/train_config.json b/pi/HSI_open_door/pi05_sonic_opendoor_0529/100000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..02153557246aaa6ac844f5d86384ff6ca65e2711 --- /dev/null +++ b/pi/HSI_open_door/pi05_sonic_opendoor_0529/100000/pretrained_model/train_config.json @@ -0,0 +1,263 @@ +{ + "dataset": { + "repo_id": "local/HSI_open_door_sonic_refpose_v3_1", + "root": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/datasets/HumanoidArena_datasets_v3_1/HSI_open_door/HSI_open_door_sonic_refpose_v3_1", + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 + }, + "output_dir": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/results/2026-05-28/Pi0.5_HSI_open_door_sonic_refpose_v3_1", + "job_name": "Pi0.5_HSI_open_door_sonic_refpose_v3_1", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 2.5e-05, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 30000, + "peak_lr": 2.5e-05, + "decay_lr": 2.5e-06 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "6h71tv0r", + "mode": "offline", + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/pi/HSI_open_door/pi05_sonic_opendoor_0529/100000/training_state/optimizer_param_groups.json b/pi/HSI_open_door/pi05_sonic_opendoor_0529/100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd93be86ae2f57430154a1dc768eb510aebe115 --- /dev/null +++ b/pi/HSI_open_door/pi05_sonic_opendoor_0529/100000/training_state/optimizer_param_groups.json @@ -0,0 +1,834 @@ +[ + { + "lr": 2.5e-06, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 2.5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812 + ] + } +] \ No newline at end of file diff --git a/pi/HSI_open_door/pi05_sonic_opendoor_0529/100000/training_state/training_step.json b/pi/HSI_open_door/pi05_sonic_opendoor_0529/100000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8eb73c13d28bca88058c08796abbf931c3f9b012 --- /dev/null +++ b/pi/HSI_open_door/pi05_sonic_opendoor_0529/100000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 100000 +} \ No newline at end of file diff --git a/pi/HSI_open_door/pi05_twist2_opendoor_0529/100000/pretrained_model/policy_postprocessor.json b/pi/HSI_open_door/pi05_twist2_opendoor_0529/100000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a35451825e1e0248da28301e4ae7fd31211b0614 --- /dev/null +++ b/pi/HSI_open_door/pi05_twist2_opendoor_0529/100000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HSI_open_door/pi05_twist2_opendoor_0529/100000/training_state/optimizer_param_groups.json b/pi/HSI_open_door/pi05_twist2_opendoor_0529/100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd93be86ae2f57430154a1dc768eb510aebe115 --- /dev/null +++ b/pi/HSI_open_door/pi05_twist2_opendoor_0529/100000/training_state/optimizer_param_groups.json @@ -0,0 +1,834 @@ +[ + { + "lr": 2.5e-06, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 2.5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812 + ] + } +] \ No newline at end of file diff --git a/pi/HSI_open_door/pi05_twist2_opendoor_0529/100000/training_state/scheduler_state.json b/pi/HSI_open_door/pi05_twist2_opendoor_0529/100000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..62eb88d80bdf0310589b8f312793f5b6eb4e9f18 --- /dev/null +++ b/pi/HSI_open_door/pi05_twist2_opendoor_0529/100000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 2.5e-05 + ], + "last_epoch": 100000, + "_step_count": 100001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.5e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi/HSI_sit_sofa/pi05_sonic_sitsofa_0529/100000/pretrained_model/config.json b/pi/HSI_sit_sofa/pi05_sonic_sitsofa_0529/100000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7b7b6859529dda775395814565cccfce3c157bc9 --- /dev/null +++ b/pi/HSI_sit_sofa/pi05_sonic_sitsofa_0529/100000/pretrained_model/config.json @@ -0,0 +1,125 @@ +{ + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 +} \ No newline at end of file diff --git a/pi/HSI_sit_sofa/pi05_sonic_sitsofa_0529/100000/pretrained_model/policy_postprocessor.json b/pi/HSI_sit_sofa/pi05_sonic_sitsofa_0529/100000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a35451825e1e0248da28301e4ae7fd31211b0614 --- /dev/null +++ b/pi/HSI_sit_sofa/pi05_sonic_sitsofa_0529/100000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HSI_sit_sofa/pi05_sonic_sitsofa_0529/100000/pretrained_model/policy_preprocessor.json b/pi/HSI_sit_sofa/pi05_sonic_sitsofa_0529/100000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..61edc9e51d8336720d4465e0fad78818b263060d --- /dev/null +++ b/pi/HSI_sit_sofa/pi05_sonic_sitsofa_0529/100000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,71 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_2_normalizer_processor.safetensors" + }, + { + "registry_name": "pi05_prepare_state_tokenizer_processor_step", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "/mnt/workspace/users/xujunzhe/yunhengwang/lerobot/lerobot/checkpoints/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HSI_sit_sofa/pi05_sonic_sitsofa_0529/100000/pretrained_model/train_config.json b/pi/HSI_sit_sofa/pi05_sonic_sitsofa_0529/100000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a918d92c39626475291ba936c6e4a1f5d4e26612 --- /dev/null +++ b/pi/HSI_sit_sofa/pi05_sonic_sitsofa_0529/100000/pretrained_model/train_config.json @@ -0,0 +1,263 @@ +{ + "dataset": { + "repo_id": "local/HSI_sit_sofa_sonic_refpose_v3_1", + "root": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/datasets/HumanoidArena_datasets_v3_1/HSI_sit_sofa/HSI_sit_sofa_sonic_refpose_v3_1", + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 + }, + "output_dir": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/results/2026-05-28/Pi0.5_HSI_sit_sofa_sonic_refpose_v3_1", + "job_name": "Pi0.5_HSI_sit_sofa_sonic_refpose_v3_1", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 2.5e-05, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 30000, + "peak_lr": 2.5e-05, + "decay_lr": 2.5e-06 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "r3pghr34", + "mode": "offline", + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/pi/HSI_sit_sofa/pi05_sonic_sitsofa_0529/100000/training_state/optimizer_param_groups.json b/pi/HSI_sit_sofa/pi05_sonic_sitsofa_0529/100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd93be86ae2f57430154a1dc768eb510aebe115 --- /dev/null +++ b/pi/HSI_sit_sofa/pi05_sonic_sitsofa_0529/100000/training_state/optimizer_param_groups.json @@ -0,0 +1,834 @@ +[ + { + "lr": 2.5e-06, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 2.5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812 + ] + } +] \ No newline at end of file diff --git a/pi/HSI_sit_sofa/pi05_sonic_sitsofa_0529/100000/training_state/scheduler_state.json b/pi/HSI_sit_sofa/pi05_sonic_sitsofa_0529/100000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..62eb88d80bdf0310589b8f312793f5b6eb4e9f18 --- /dev/null +++ b/pi/HSI_sit_sofa/pi05_sonic_sitsofa_0529/100000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 2.5e-05 + ], + "last_epoch": 100000, + "_step_count": 100001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.5e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi/HSI_sit_sofa/pi05_sonic_sitsofa_0529/100000/training_state/training_step.json b/pi/HSI_sit_sofa/pi05_sonic_sitsofa_0529/100000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8eb73c13d28bca88058c08796abbf931c3f9b012 --- /dev/null +++ b/pi/HSI_sit_sofa/pi05_sonic_sitsofa_0529/100000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 100000 +} \ No newline at end of file diff --git a/pi/HSI_sit_sofa/pi05_twist2_sitsofa_0529/100000/pretrained_model/config.json b/pi/HSI_sit_sofa/pi05_twist2_sitsofa_0529/100000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7b7b6859529dda775395814565cccfce3c157bc9 --- /dev/null +++ b/pi/HSI_sit_sofa/pi05_twist2_sitsofa_0529/100000/pretrained_model/config.json @@ -0,0 +1,125 @@ +{ + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 +} \ No newline at end of file diff --git a/pi/HSI_sit_sofa/pi05_twist2_sitsofa_0529/100000/pretrained_model/policy_postprocessor.json b/pi/HSI_sit_sofa/pi05_twist2_sitsofa_0529/100000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a35451825e1e0248da28301e4ae7fd31211b0614 --- /dev/null +++ b/pi/HSI_sit_sofa/pi05_twist2_sitsofa_0529/100000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HSI_sit_sofa/pi05_twist2_sitsofa_0529/100000/pretrained_model/policy_preprocessor.json b/pi/HSI_sit_sofa/pi05_twist2_sitsofa_0529/100000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..61edc9e51d8336720d4465e0fad78818b263060d --- /dev/null +++ b/pi/HSI_sit_sofa/pi05_twist2_sitsofa_0529/100000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,71 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_2_normalizer_processor.safetensors" + }, + { + "registry_name": "pi05_prepare_state_tokenizer_processor_step", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "/mnt/workspace/users/xujunzhe/yunhengwang/lerobot/lerobot/checkpoints/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/HSI_sit_sofa/pi05_twist2_sitsofa_0529/100000/pretrained_model/train_config.json b/pi/HSI_sit_sofa/pi05_twist2_sitsofa_0529/100000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..0424bfe42ccf7c4b5eef408fb9af1d8f5a86d452 --- /dev/null +++ b/pi/HSI_sit_sofa/pi05_twist2_sitsofa_0529/100000/pretrained_model/train_config.json @@ -0,0 +1,263 @@ +{ + "dataset": { + "repo_id": "local/HSI_sit_sofa_twist2_refpose_v3_1", + "root": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/datasets/HumanoidArena_datasets_v3_1/HSI_sit_sofa/HSI_sit_sofa_twist2_refpose_v3_1", + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 + }, + "output_dir": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/results/2026-05-28/Pi0.5_HSI_sit_sofa_twist2_refpose_v3_1", + "job_name": "Pi0.5_HSI_sit_sofa_twist2_refpose_v3_1", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 2.5e-05, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 30000, + "peak_lr": 2.5e-05, + "decay_lr": 2.5e-06 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "u0dbkrqe", + "mode": "offline", + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/pi/HSI_sit_sofa/pi05_twist2_sitsofa_0529/100000/training_state/optimizer_param_groups.json b/pi/HSI_sit_sofa/pi05_twist2_sitsofa_0529/100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd93be86ae2f57430154a1dc768eb510aebe115 --- /dev/null +++ b/pi/HSI_sit_sofa/pi05_twist2_sitsofa_0529/100000/training_state/optimizer_param_groups.json @@ -0,0 +1,834 @@ +[ + { + "lr": 2.5e-06, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 2.5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812 + ] + } +] \ No newline at end of file diff --git a/pi/HSI_sit_sofa/pi05_twist2_sitsofa_0529/100000/training_state/scheduler_state.json b/pi/HSI_sit_sofa/pi05_twist2_sitsofa_0529/100000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..62eb88d80bdf0310589b8f312793f5b6eb4e9f18 --- /dev/null +++ b/pi/HSI_sit_sofa/pi05_twist2_sitsofa_0529/100000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 2.5e-05 + ], + "last_epoch": 100000, + "_step_count": 100001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.5e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi/HSI_sit_sofa/pi05_twist2_sitsofa_0529/100000/training_state/training_step.json b/pi/HSI_sit_sofa/pi05_twist2_sitsofa_0529/100000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8eb73c13d28bca88058c08796abbf931c3f9b012 --- /dev/null +++ b/pi/HSI_sit_sofa/pi05_twist2_sitsofa_0529/100000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 100000 +} \ No newline at end of file diff --git a/pi/HSI_vision_navi/pi05_twist2_visionnavi_0529/100000/training_state/optimizer_param_groups.json b/pi/HSI_vision_navi/pi05_twist2_visionnavi_0529/100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd93be86ae2f57430154a1dc768eb510aebe115 --- /dev/null +++ b/pi/HSI_vision_navi/pi05_twist2_visionnavi_0529/100000/training_state/optimizer_param_groups.json @@ -0,0 +1,834 @@ +[ + { + "lr": 2.5e-06, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 2.5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812 + ] + } +] \ No newline at end of file diff --git a/pi/merage/pi05_all16_merage_0529/100000/pretrained_model/config.json b/pi/merage/pi05_all16_merage_0529/100000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7b7b6859529dda775395814565cccfce3c157bc9 --- /dev/null +++ b/pi/merage/pi05_all16_merage_0529/100000/pretrained_model/config.json @@ -0,0 +1,125 @@ +{ + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 +} \ No newline at end of file diff --git a/pi/merage/pi05_all16_merage_0529/100000/pretrained_model/policy_postprocessor.json b/pi/merage/pi05_all16_merage_0529/100000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a35451825e1e0248da28301e4ae7fd31211b0614 --- /dev/null +++ b/pi/merage/pi05_all16_merage_0529/100000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/merage/pi05_all16_merage_0529/100000/pretrained_model/policy_preprocessor.json b/pi/merage/pi05_all16_merage_0529/100000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..61edc9e51d8336720d4465e0fad78818b263060d --- /dev/null +++ b/pi/merage/pi05_all16_merage_0529/100000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,71 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_2_normalizer_processor.safetensors" + }, + { + "registry_name": "pi05_prepare_state_tokenizer_processor_step", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "/mnt/workspace/users/xujunzhe/yunhengwang/lerobot/lerobot/checkpoints/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/merage/pi05_all16_merage_0529/100000/pretrained_model/train_config.json b/pi/merage/pi05_all16_merage_0529/100000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..bbc01e7a5477de1afc401832c3f29c8908690f28 --- /dev/null +++ b/pi/merage/pi05_all16_merage_0529/100000/pretrained_model/train_config.json @@ -0,0 +1,263 @@ +{ + "dataset": { + "repo_id": "local/HumanoidArena_merged_datasets_v3_1_all_16_refpose_v3_1", + "root": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/datasets/HumanoidArena_datasets_v3_1_merge/HumanoidArena_merged_datasets_v3_1_all_16_refpose_v3_1/HumanoidArena_merged_datasets_v3_1_all_16_refpose_v3_1", + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 + }, + "output_dir": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/results/2026-05-28/Pi0.5_HumanoidArena_merged_datasets_v3_1_all_16_refpose_v3_1", + "job_name": "Pi0.5_HumanoidArena_merged_datasets_v3_1_all_16_refpose_v3_1", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "steps": 200000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 2.5e-05, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 30000, + "peak_lr": 2.5e-05, + "decay_lr": 2.5e-06 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": "offline", + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/pi/merage/pi05_all16_merage_0529/100000/training_state/optimizer_param_groups.json b/pi/merage/pi05_all16_merage_0529/100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd93be86ae2f57430154a1dc768eb510aebe115 --- /dev/null +++ b/pi/merage/pi05_all16_merage_0529/100000/training_state/optimizer_param_groups.json @@ -0,0 +1,834 @@ +[ + { + "lr": 2.5e-06, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 2.5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812 + ] + } +] \ No newline at end of file diff --git a/pi/merage/pi05_all16_merage_0529/100000/training_state/scheduler_state.json b/pi/merage/pi05_all16_merage_0529/100000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4a20714b54b271e7e2af450a7de94392dde62057 --- /dev/null +++ b/pi/merage/pi05_all16_merage_0529/100000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 2.5e-05 + ], + "last_epoch": 200000, + "_step_count": 200001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.5e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi/merage/pi05_all16_merage_0529/100000/training_state/training_step.json b/pi/merage/pi05_all16_merage_0529/100000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..bcef8d8b05253341579ace0987c46cee6885c961 --- /dev/null +++ b/pi/merage/pi05_all16_merage_0529/100000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 200000 +} \ No newline at end of file diff --git a/pi/merage/pi05_sonic8_merage_0529/100000/pretrained_model/config.json b/pi/merage/pi05_sonic8_merage_0529/100000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7b7b6859529dda775395814565cccfce3c157bc9 --- /dev/null +++ b/pi/merage/pi05_sonic8_merage_0529/100000/pretrained_model/config.json @@ -0,0 +1,125 @@ +{ + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 +} \ No newline at end of file diff --git a/pi/merage/pi05_sonic8_merage_0529/100000/pretrained_model/policy_postprocessor.json b/pi/merage/pi05_sonic8_merage_0529/100000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a35451825e1e0248da28301e4ae7fd31211b0614 --- /dev/null +++ b/pi/merage/pi05_sonic8_merage_0529/100000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/merage/pi05_sonic8_merage_0529/100000/pretrained_model/policy_preprocessor.json b/pi/merage/pi05_sonic8_merage_0529/100000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..61edc9e51d8336720d4465e0fad78818b263060d --- /dev/null +++ b/pi/merage/pi05_sonic8_merage_0529/100000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,71 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_2_normalizer_processor.safetensors" + }, + { + "registry_name": "pi05_prepare_state_tokenizer_processor_step", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "/mnt/workspace/users/xujunzhe/yunhengwang/lerobot/lerobot/checkpoints/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/merage/pi05_sonic8_merage_0529/100000/pretrained_model/train_config.json b/pi/merage/pi05_sonic8_merage_0529/100000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..cbd0004cd9aa0e11dc7c1a904794c3d382600435 --- /dev/null +++ b/pi/merage/pi05_sonic8_merage_0529/100000/pretrained_model/train_config.json @@ -0,0 +1,263 @@ +{ + "dataset": { + "repo_id": "local/HumanoidArena_merged_datasets_v3_1_sonic_8_refpose_v3_1", + "root": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/datasets/HumanoidArena_datasets_v3_1_merge/HumanoidArena_merged_datasets_v3_1_sonic_8_refpose_v3_1/HumanoidArena_merged_datasets_v3_1_sonic_8_refpose_v3_1", + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 + }, + "output_dir": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/results/2026-05-28/Pi0.5_HumanoidArena_merged_datasets_v3_1_sonic_8_refpose_v3_1", + "job_name": "Pi0.5_HumanoidArena_merged_datasets_v3_1_sonic_8_refpose_v3_1", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "steps": 200000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 2.5e-05, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 30000, + "peak_lr": 2.5e-05, + "decay_lr": 2.5e-06 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": "offline", + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/pi/merage/pi05_sonic8_merage_0529/100000/training_state/optimizer_param_groups.json b/pi/merage/pi05_sonic8_merage_0529/100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd93be86ae2f57430154a1dc768eb510aebe115 --- /dev/null +++ b/pi/merage/pi05_sonic8_merage_0529/100000/training_state/optimizer_param_groups.json @@ -0,0 +1,834 @@ +[ + { + "lr": 2.5e-06, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 2.5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812 + ] + } +] \ No newline at end of file diff --git a/pi/merage/pi05_sonic8_merage_0529/100000/training_state/scheduler_state.json b/pi/merage/pi05_sonic8_merage_0529/100000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4a20714b54b271e7e2af450a7de94392dde62057 --- /dev/null +++ b/pi/merage/pi05_sonic8_merage_0529/100000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 2.5e-05 + ], + "last_epoch": 200000, + "_step_count": 200001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.5e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi/merage/pi05_sonic8_merage_0529/100000/training_state/training_step.json b/pi/merage/pi05_sonic8_merage_0529/100000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..bcef8d8b05253341579ace0987c46cee6885c961 --- /dev/null +++ b/pi/merage/pi05_sonic8_merage_0529/100000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 200000 +} \ No newline at end of file diff --git a/pi/merage/pi05_twist28_merage_0529/100000/pretrained_model/config.json b/pi/merage/pi05_twist28_merage_0529/100000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7b7b6859529dda775395814565cccfce3c157bc9 --- /dev/null +++ b/pi/merage/pi05_twist28_merage_0529/100000/pretrained_model/config.json @@ -0,0 +1,125 @@ +{ + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 +} \ No newline at end of file diff --git a/pi/merage/pi05_twist28_merage_0529/100000/pretrained_model/policy_postprocessor.json b/pi/merage/pi05_twist28_merage_0529/100000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a35451825e1e0248da28301e4ae7fd31211b0614 --- /dev/null +++ b/pi/merage/pi05_twist28_merage_0529/100000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/merage/pi05_twist28_merage_0529/100000/pretrained_model/policy_preprocessor.json b/pi/merage/pi05_twist28_merage_0529/100000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..61edc9e51d8336720d4465e0fad78818b263060d --- /dev/null +++ b/pi/merage/pi05_twist28_merage_0529/100000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,71 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_2_normalizer_processor.safetensors" + }, + { + "registry_name": "pi05_prepare_state_tokenizer_processor_step", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "/mnt/workspace/users/xujunzhe/yunhengwang/lerobot/lerobot/checkpoints/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi/merage/pi05_twist28_merage_0529/100000/pretrained_model/train_config.json b/pi/merage/pi05_twist28_merage_0529/100000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4a20760e3105ec6a6f5aa9622f292a903729cd8a --- /dev/null +++ b/pi/merage/pi05_twist28_merage_0529/100000/pretrained_model/train_config.json @@ -0,0 +1,263 @@ +{ + "dataset": { + "repo_id": "local/HumanoidArena_merged_datasets_v3_1_twist2_8_refpose_v3_1", + "root": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/datasets/HumanoidArena_datasets_v3_1_merge/HumanoidArena_merged_datasets_v3_1_twist2_8_refpose_v3_1/HumanoidArena_merged_datasets_v3_1_twist2_8_refpose_v3_1", + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "pi05", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/checkpoints/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 20, + "n_action_steps": 20, + "max_state_dim": 64, + "max_action_dim": 40, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "action.root_ref_base_local_xy_delta.x", + "action.root_ref_base_local_xy_delta.y", + "action.root_z", + "action.root_ref_rot6d.0", + "action.root_ref_rot6d.1", + "action.root_ref_rot6d.2", + "action.root_ref_rot6d.3", + "action.root_ref_rot6d.4", + "action.root_ref_rot6d.5", + "action.joint_pos.left_hip_pitch_joint", + "action.joint_pos.right_hip_pitch_joint", + "action.joint_pos.waist_yaw_joint", + "action.joint_pos.left_hip_roll_joint", + "action.joint_pos.right_hip_roll_joint", + "action.joint_pos.waist_roll_joint", + "action.joint_pos.left_hip_yaw_joint", + "action.joint_pos.right_hip_yaw_joint", + "action.joint_pos.waist_pitch_joint", + "action.joint_pos.left_knee_joint", + "action.joint_pos.right_knee_joint", + "action.joint_pos.left_shoulder_pitch_joint", + "action.joint_pos.right_shoulder_pitch_joint", + "action.joint_pos.left_ankle_pitch_joint", + "action.joint_pos.right_ankle_pitch_joint", + "action.joint_pos.left_shoulder_roll_joint", + "action.joint_pos.right_shoulder_roll_joint", + "action.joint_pos.left_ankle_roll_joint", + "action.joint_pos.right_ankle_roll_joint", + "action.joint_pos.left_shoulder_yaw_joint", + "action.joint_pos.right_shoulder_yaw_joint", + "action.joint_pos.left_elbow_joint", + "action.joint_pos.right_elbow_joint", + "action.joint_pos.left_wrist_roll_joint", + "action.joint_pos.right_wrist_roll_joint", + "action.joint_pos.left_wrist_pitch_joint", + "action.joint_pos.right_wrist_pitch_joint", + "action.joint_pos.left_wrist_yaw_joint", + "action.joint_pos.right_wrist_yaw_joint", + "action.hand_binary.left", + "action.hand_binary.right" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "tokenizer_max_length": 200, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "gradient_checkpointing": true, + "compile_model": true, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 1000, + "scheduler_decay_steps": 30000, + "scheduler_decay_lr": 2.5e-06 + }, + "output_dir": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/results/2026-05-28/Pi0.5_HumanoidArena_merged_datasets_v3_1_twist2_8_refpose_v3_1", + "job_name": "Pi0.5_HumanoidArena_merged_datasets_v3_1_twist2_8_refpose_v3_1", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "steps": 200000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 2.5e-05, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 30000, + "peak_lr": 2.5e-05, + "decay_lr": 2.5e-06 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": "offline", + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/pi/merage/pi05_twist28_merage_0529/100000/training_state/optimizer_param_groups.json b/pi/merage/pi05_twist28_merage_0529/100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd93be86ae2f57430154a1dc768eb510aebe115 --- /dev/null +++ b/pi/merage/pi05_twist28_merage_0529/100000/training_state/optimizer_param_groups.json @@ -0,0 +1,834 @@ +[ + { + "lr": 2.5e-06, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 2.5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812 + ] + } +] \ No newline at end of file diff --git a/pi/merage/pi05_twist28_merage_0529/100000/training_state/scheduler_state.json b/pi/merage/pi05_twist28_merage_0529/100000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4a20714b54b271e7e2af450a7de94392dde62057 --- /dev/null +++ b/pi/merage/pi05_twist28_merage_0529/100000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 2.5e-05 + ], + "last_epoch": 200000, + "_step_count": 200001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.5e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi/merage/pi05_twist28_merage_0529/100000/training_state/training_step.json b/pi/merage/pi05_twist28_merage_0529/100000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..bcef8d8b05253341579ace0987c46cee6885c961 --- /dev/null +++ b/pi/merage/pi05_twist28_merage_0529/100000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 200000 +} \ No newline at end of file diff --git a/small/HOI_grap_cup/act_twist2_grapcup_0529/pretrained_model/policy_preprocessor.json b/small/HOI_grap_cup/act_twist2_grapcup_0529/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..cfd10af9e250e8f07e0a5988ec5b2c1eff02f374 --- /dev/null +++ b/small/HOI_grap_cup/act_twist2_grapcup_0529/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/small/HOI_grap_cup/mtp_sonic_grapcup_0529/pretrained_model/policy_postprocessor.json b/small/HOI_grap_cup/mtp_sonic_grapcup_0529/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..16b3cba6f8909a885815d4c823510e367bc0d843 --- /dev/null +++ b/small/HOI_grap_cup/mtp_sonic_grapcup_0529/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/small/HOI_grap_cup/mtp_sonic_grapcup_0529/pretrained_model/policy_preprocessor.json b/small/HOI_grap_cup/mtp_sonic_grapcup_0529/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..b93b2b34130aa01f598ea5bc191078d6b44ff217 --- /dev/null +++ b/small/HOI_grap_cup/mtp_sonic_grapcup_0529/pretrained_model/policy_preprocessor.json @@ -0,0 +1,67 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 77, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "/mnt/workspace/users/xujunzhe/yunhengwang/lerobot/lerobot/checkpoints/clip-vit-base-patch16" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_4_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/small/HOI_grap_cup/mtp_sonic_grapcup_0529/training_state/optimizer_param_groups.json b/small/HOI_grap_cup/mtp_sonic_grapcup_0529/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..f2a57e3337d62522ee3a323472d91b7697952111 --- /dev/null +++ b/small/HOI_grap_cup/mtp_sonic_grapcup_0529/training_state/optimizer_param_groups.json @@ -0,0 +1,309 @@ +[ + { + "lr": 0.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 2e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69 + ] + }, + { + "lr": 0.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 2.0000000000000003e-06, + "params": [ + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268 + ] + } +] \ No newline at end of file diff --git a/small/HOI_grap_cup/mtp_sonic_grapcup_0529/training_state/scheduler_state.json b/small/HOI_grap_cup/mtp_sonic_grapcup_0529/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e304355204d1e372dd6e0743a6ce3c761e87bb8f --- /dev/null +++ b/small/HOI_grap_cup/mtp_sonic_grapcup_0529/training_state/scheduler_state.json @@ -0,0 +1,18 @@ +{ + "base_lrs": [ + 2e-05, + 2.0000000000000003e-06 + ], + "last_epoch": 100000, + "_step_count": 100001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0, + 0.0 + ], + "lr_lambdas": [ + null, + null + ] +} \ No newline at end of file diff --git a/small/HOI_grap_cup/mtp_sonic_grapcup_0529/training_state/training_step.json b/small/HOI_grap_cup/mtp_sonic_grapcup_0529/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8eb73c13d28bca88058c08796abbf931c3f9b012 --- /dev/null +++ b/small/HOI_grap_cup/mtp_sonic_grapcup_0529/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 100000 +} \ No newline at end of file diff --git a/small/HOI_grap_cup/mtp_twist2_grapcup_0529/pretrained_model/policy_preprocessor.json b/small/HOI_grap_cup/mtp_twist2_grapcup_0529/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..b93b2b34130aa01f598ea5bc191078d6b44ff217 --- /dev/null +++ b/small/HOI_grap_cup/mtp_twist2_grapcup_0529/pretrained_model/policy_preprocessor.json @@ -0,0 +1,67 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 77, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "/mnt/workspace/users/xujunzhe/yunhengwang/lerobot/lerobot/checkpoints/clip-vit-base-patch16" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_4_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/small_merge/act_all16_merge_0529/pretrained_model/config.json b/small_merge/act_all16_merge_0529/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..69f8e7d2e90fdd1cd2cd3e44cb1901c0a9904712 --- /dev/null +++ b/small_merge/act_all16_merge_0529/pretrained_model/config.json @@ -0,0 +1,63 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 20, + "n_action_steps": 20, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/small_merge/act_all16_merge_0529/pretrained_model/policy_postprocessor.json b/small_merge/act_all16_merge_0529/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..bba8303252c414ba9a4815afc58dc5173ab27c5e --- /dev/null +++ b/small_merge/act_all16_merge_0529/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/small_merge/act_all16_merge_0529/pretrained_model/policy_preprocessor.json b/small_merge/act_all16_merge_0529/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..cfd10af9e250e8f07e0a5988ec5b2c1eff02f374 --- /dev/null +++ b/small_merge/act_all16_merge_0529/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/small_merge/act_all16_merge_0529/pretrained_model/train_config.json b/small_merge/act_all16_merge_0529/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..81fcff6ffd50984ec06c5b869edf4e1eea57c11a --- /dev/null +++ b/small_merge/act_all16_merge_0529/pretrained_model/train_config.json @@ -0,0 +1,154 @@ +{ + "dataset": { + "repo_id": "local/HumanoidArena_merged_datasets_v3_1_all_16_refpose_v3_1", + "root": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/datasets/HumanoidArena_datasets_v3_1_merge/HumanoidArena_merged_datasets_v3_1_all_16_refpose_v3_1/HumanoidArena_merged_datasets_v3_1_all_16_refpose_v3_1", + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 2, + "random_order": false, + "tfs": { + "resize": { + "weight": 1.0, + "type": "Resize", + "kwargs": { + "size": [ + 168, + 224 + ] + } + }, + "pad": { + "weight": 1.0, + "type": "Pad", + "kwargs": { + "padding": [ + 0, + 28, + 0, + 28 + ], + "fill": 0 + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 20, + "n_action_steps": 20, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/mnt/workspace/vla/users/xujunzhe/yunhengwang/lerobot/lerobot/results/2026-05-28/small/HumanoidArena_merged_datasets_v3_1_all_16_refpose_v3_1/act_HumanoidArena_merged_datasets_v3_1_all_16_refpose_v3_1", + "job_name": "act_HumanoidArena_merged_datasets_v3_1_all_16_refpose_v3_1", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "steps": 200000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "yjc77xt1", + "mode": "offline", + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/small_merge/act_sonic8_merge_0529/pretrained_model/config.json b/small_merge/act_sonic8_merge_0529/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..69f8e7d2e90fdd1cd2cd3e44cb1901c0a9904712 --- /dev/null +++ b/small_merge/act_sonic8_merge_0529/pretrained_model/config.json @@ -0,0 +1,63 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 64 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 40 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 20, + "n_action_steps": 20, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file