| { |
| "file": "InternW0-RoboTwin-clean.pt", |
| "source_checkpoint": "/data/shared/wamrsi/jisong/w0/release/robotwin/c2r/step_10545/step_010545.pt", |
| "size_bytes": 14705453767, |
| "sha256": "b718314f57c2febb159deb03d92cf9ebba830f7c75920c0b6e34c4903b91f5a2", |
| "model_only": true, |
| "optimizer_state_included": false, |
| "step": 10545, |
| "torch_dtype": "torch.bfloat16", |
| "tensor_count": 1977, |
| "parameter_elements": 7352528643, |
| "tensor_bytes": 14705057286, |
| "behavior_config": { |
| "schema_version": 4, |
| "num_soft_prompts": 8, |
| "domain_configs": [ |
| { |
| "name": "robotwin_wam/aloha", |
| "dataset": "robotwin_wam", |
| "embodiment": "aloha", |
| "action_dim": 37, |
| "proprio_dim": 37, |
| "action_valid_indices": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 33 |
| ], |
| "proprio_valid_indices": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 33 |
| ], |
| "raw_joint_names": [ |
| "left_waist", |
| "left_shoulder", |
| "left_elbow", |
| "left_forearm_roll", |
| "left_wrist_angle", |
| "left_wrist_rotate", |
| "left_gripper", |
| "right_waist", |
| "right_shoulder", |
| "right_elbow", |
| "right_forearm_roll", |
| "right_wrist_angle", |
| "right_wrist_rotate", |
| "right_gripper" |
| ], |
| "action_semantics": "native_absolute_joint_command_interval_end" |
| } |
| ], |
| "soft_prompt_domains": [ |
| "robotwin_wam/aloha" |
| ], |
| "soft_prompt_layout": "per_chunk_prefix", |
| "soft_prompt_position_mode": "identity_rope", |
| "soft_prompt_timestep_mode": "follow_chunk", |
| "observation_encoder": "dino", |
| "dino_encoder": { |
| "model_name": "dinov3-vitb16-hf", |
| "weights_sha256": "1bde6e2cbdb2973afa32f8b000da32c7686c5be6d8e82399ac581f9bb35a1e50", |
| "input_resolution": [ |
| 384, |
| 320 |
| ], |
| "feature_dim": 768, |
| "patch_size": 16, |
| "use_cls_token": false, |
| "normalize_features": false, |
| "preprocessing": "uint8_or_minus_one_one_to_imagenet_float32_no_resize", |
| "weights_hash_format": "hf_config_and_safetensors_v1" |
| }, |
| "architecture": "ahawam_one_way_ovcr", |
| "action_video_read_mode": "future", |
| "video_cache_mode": "generated_future_last_denoise", |
| "action_position_unit": "action_step", |
| "video_rope_position_unit": "latent_frame", |
| "action_horizon": 64, |
| "action_chunk_size": 16, |
| "num_history_frames": 0, |
| "video_rope_frame_stride": null, |
| "video_attention_mask_mode": "first_frame_causal", |
| "video_action_conditioned": false, |
| "autoregressive_teacher_forcing": true, |
| "action_teacher_forcing_mask_mode": "stage1_chunkwise", |
| "action_obs_downsample_factor": 1, |
| "video_plan_horizon": 96, |
| "video_action_stride": 8, |
| "vae_temporal_downsample_factor": 4 |
| }, |
| "training_recipe": { |
| "version": 2, |
| "future_training_mode": "idm", |
| "max_action_offset": 0, |
| "data_offset_config": { |
| "train": { |
| "max_action_offset": 0, |
| "action_horizon": 64, |
| "action_chunk_size": 16, |
| "action_video_freq_ratio": 8, |
| "action_offset_enabled": false, |
| "domains": { |
| "version": 1, |
| "source_fps": 50, |
| "target_fps": 25.0, |
| "stride": 2, |
| "phases": [ |
| 0, |
| 1 |
| ], |
| "action_horizon": 64, |
| "action_chunk_size": 16, |
| "max_action_offset": 0, |
| "video_plan_horizon": 96, |
| "num_history_frames": 0, |
| "short_episodes": "pad_mask", |
| "slots": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 33 |
| ], |
| "domain": { |
| "name": "robotwin_wam/aloha", |
| "dataset": "robotwin_wam", |
| "embodiment": "aloha", |
| "action_dim": 37, |
| "proprio_dim": 37, |
| "action_valid_indices": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 33 |
| ], |
| "proprio_valid_indices": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 33 |
| ], |
| "raw_joint_names": [ |
| "left_waist", |
| "left_shoulder", |
| "left_elbow", |
| "left_forearm_roll", |
| "left_wrist_angle", |
| "left_wrist_rotate", |
| "left_gripper", |
| "right_waist", |
| "right_shoulder", |
| "right_elbow", |
| "right_forearm_roll", |
| "right_wrist_angle", |
| "right_wrist_rotate", |
| "right_gripper" |
| ], |
| "action_semantics": "native_absolute_joint_command_interval_end" |
| }, |
| "normalization": "bounds_q99_minmax_degenerate_clip5", |
| "sigma": 1e-08, |
| "camera_layout": "cover_center_crop_main_top_wrists_bottom_384x320", |
| "text": "episode_first_instruction_default_prompt_128_wan22ti2v5b", |
| "metadata_sha256": "b79ffeee79313dabad593d571cddb0bcf9acd4ee88da2030a39b487afb60e5d8", |
| "split_seed": 42, |
| "val_set_proportion": 0.01, |
| "stats_sha256": "31362a24460803c5080ef925b807acbc7af3e08d847c9db222bc2a33c0d96653", |
| "anchor_sampling": "all_valid_native_anchors_two_phases_v1", |
| "samples_per_epoch": 539287, |
| "color_jitter": { |
| "enabled": true, |
| "brightness": 0.2, |
| "contrast": 0.2, |
| "saturation": 0.2, |
| "hue": 0.0, |
| "version": 1, |
| "implementation": "torchvision_float32_rgb_v1", |
| "order": [ |
| "brightness", |
| "contrast", |
| "saturation", |
| "hue" |
| ], |
| "sharing": "sample_all_frames_and_camera_slots", |
| "rng": "numpy_seed_epoch_index_cjit_v1", |
| "exclusion": "explicit_missing_camera_mask" |
| } |
| } |
| }, |
| "val": { |
| "max_action_offset": 0, |
| "action_horizon": 64, |
| "action_chunk_size": 16, |
| "action_video_freq_ratio": 8, |
| "action_offset_enabled": false, |
| "domains": { |
| "version": 1, |
| "source_fps": 50, |
| "target_fps": 25.0, |
| "stride": 2, |
| "phases": [ |
| 0, |
| 1 |
| ], |
| "action_horizon": 64, |
| "action_chunk_size": 16, |
| "max_action_offset": 0, |
| "video_plan_horizon": 96, |
| "num_history_frames": 0, |
| "short_episodes": "pad_mask", |
| "slots": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 33 |
| ], |
| "domain": { |
| "name": "robotwin_wam/aloha", |
| "dataset": "robotwin_wam", |
| "embodiment": "aloha", |
| "action_dim": 37, |
| "proprio_dim": 37, |
| "action_valid_indices": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 33 |
| ], |
| "proprio_valid_indices": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 33 |
| ], |
| "raw_joint_names": [ |
| "left_waist", |
| "left_shoulder", |
| "left_elbow", |
| "left_forearm_roll", |
| "left_wrist_angle", |
| "left_wrist_rotate", |
| "left_gripper", |
| "right_waist", |
| "right_shoulder", |
| "right_elbow", |
| "right_forearm_roll", |
| "right_wrist_angle", |
| "right_wrist_rotate", |
| "right_gripper" |
| ], |
| "action_semantics": "native_absolute_joint_command_interval_end" |
| }, |
| "normalization": "bounds_q99_minmax_degenerate_clip5", |
| "sigma": 1e-08, |
| "camera_layout": "cover_center_crop_main_top_wrists_bottom_384x320", |
| "text": "episode_first_instruction_default_prompt_128_wan22ti2v5b", |
| "metadata_sha256": "b79ffeee79313dabad593d571cddb0bcf9acd4ee88da2030a39b487afb60e5d8", |
| "split_seed": 42, |
| "val_set_proportion": 0.01, |
| "stats_sha256": "31362a24460803c5080ef925b807acbc7af3e08d847c9db222bc2a33c0d96653", |
| "anchor_sampling": "prefer_full_horizon_v1", |
| "samples_per_epoch": 128 |
| } |
| } |
| }, |
| "idm_video_cond_noise_prob": 0.5, |
| "idm_checkpoint_full_layer": true, |
| "idm_checkpoint_layer_stride": 1, |
| "video_scheduler": { |
| "type": "ahawam.models.wan22.schedulers.scheduler_continuous.WanContinuousFlowMatchScheduler", |
| "shift": 5.0, |
| "num_train_timesteps": 1000 |
| }, |
| "action_scheduler": { |
| "type": "ahawam.models.wan22.schedulers.scheduler_continuous.WanContinuousFlowMatchScheduler", |
| "shift": 5.0, |
| "num_train_timesteps": 1000 |
| }, |
| "loss_lambda_video": 1.0, |
| "loss_lambda_action_prior": 1.0, |
| "action_timestep_mode": "per_chunk", |
| "soft_prompt_training": { |
| "lr_scale": 1.0, |
| "schedule": "per_group_relative_v1", |
| "init_std": 0.02 |
| } |
| }, |
| "posttrain_statistics": { |
| "recipe": { |
| "version": 1, |
| "source_fps": 50, |
| "target_fps": 12.5, |
| "stride": 4, |
| "phases": [ |
| 0, |
| 1, |
| 2, |
| 3 |
| ], |
| "action_horizon": 64, |
| "action_chunk_size": 16, |
| "max_action_offset": 15, |
| "video_plan_horizon": 96, |
| "num_history_frames": 0, |
| "short_episodes": "pad_mask", |
| "slots": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 33 |
| ], |
| "domain": { |
| "name": "robotwin_wam/aloha", |
| "dataset": "robotwin_wam", |
| "embodiment": "aloha", |
| "action_dim": 37, |
| "proprio_dim": 37, |
| "action_valid_indices": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 33 |
| ], |
| "proprio_valid_indices": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 33 |
| ], |
| "raw_joint_names": [ |
| "left_waist", |
| "left_shoulder", |
| "left_elbow", |
| "left_forearm_roll", |
| "left_wrist_angle", |
| "left_wrist_rotate", |
| "left_gripper", |
| "right_waist", |
| "right_shoulder", |
| "right_elbow", |
| "right_forearm_roll", |
| "right_wrist_angle", |
| "right_wrist_rotate", |
| "right_gripper" |
| ], |
| "action_semantics": "native_absolute_joint_command_interval_end" |
| }, |
| "normalization": "bounds_q99_minmax_degenerate_clip5", |
| "sigma": 1e-08, |
| "camera_layout": "cover_center_crop_main_top_wrists_bottom_384x320", |
| "text": "episode_first_instruction_default_prompt_128_wan22ti2v5b" |
| }, |
| "metadata_sha256": "b79ffeee79313dabad593d571cddb0bcf9acd4ee88da2030a39b487afb60e5d8", |
| "split_seed": 42, |
| "val_set_proportion": 0.01, |
| "train_episodes": 2472, |
| "validation_episodes": 28, |
| "position_selection": "union_all_reachable_phase_tick_no_padding", |
| "quantile_method": "exact_numpy_linear", |
| "action": { |
| "q01": [ |
| -0.9637558460235596, |
| -5.257390398583084e-07, |
| -2.296771708643064e-05, |
| -1.5930664610862733, |
| -0.44254571497440337, |
| -2.2050026798248292, |
| 0.0, |
| -0.1566295325756073, |
| 0.0, |
| -2.81171942333458e-05, |
| -1.7002750635147095, |
| -1.0270036816596986, |
| -1.6663912868499755, |
| 0.0 |
| ], |
| "q99": [ |
| 0.17338556051254272, |
| 2.582751655578613, |
| 2.4753708839416504, |
| 1.325472354888916, |
| 1.2205402231216373, |
| 1.4509482383728027, |
| 1.0, |
| 1.0792511796951278, |
| 2.602708811759947, |
| 2.4975505542754988, |
| 1.3120307922363281, |
| 1.0698820352554321, |
| 2.101373972892743, |
| 1.0 |
| ], |
| "minmax_bounds": {}, |
| "valid_count": [ |
| 534343, |
| 534343, |
| 534343, |
| 534343, |
| 534343, |
| 534343, |
| 534343, |
| 534343, |
| 534343, |
| 534343, |
| 534343, |
| 534343, |
| 534343, |
| 534343 |
| ] |
| }, |
| "proprio": { |
| "q01": [ |
| -0.9626896333694458, |
| -5.257390398583084e-07, |
| -2.296771708643064e-05, |
| -1.587372796535492, |
| -0.43772934675216674, |
| -2.146702766418457, |
| 0.0, |
| -0.1528666913509369, |
| 0.0, |
| -2.81171942333458e-05, |
| -1.6975934505462646, |
| -1.0255959033966064, |
| -1.6527643203735352, |
| 0.0 |
| ], |
| "q99": [ |
| 0.17338168621063232, |
| 2.581955127716058, |
| 2.469698667526245, |
| 1.3165214133262622, |
| 1.2082784199714538, |
| 1.4458667039871216, |
| 1.0, |
| 1.0600751638412476, |
| 2.594983887672424, |
| 2.489859433174133, |
| 1.3023490905761719, |
| 1.0461957573890615, |
| 2.079715509414667, |
| 1.0 |
| ], |
| "minmax_bounds": {}, |
| "valid_count": [ |
| 534343, |
| 534343, |
| 534343, |
| 534343, |
| 534343, |
| 534343, |
| 534343, |
| 534343, |
| 534343, |
| 534343, |
| 534343, |
| 534343, |
| 534343, |
| 534343 |
| ] |
| } |
| }, |
| "posttrain_provenance": { |
| "source": "/data/shared/caijisong/ckpt/robotwin_posttrain/assets/rlh_step30000", |
| "global_step": 30000, |
| "domain_names": [ |
| "interndata/franka_panda", |
| "interndata/franka_robotiq85", |
| "interndata/genie1", |
| "interndata/lift2", |
| "interndata/split_aloha", |
| "interndata/acone", |
| "agibotworld/g1_gripper", |
| "galaxea/r1lite", |
| "ebench/lift2_long_horizon", |
| "robodojo/dual_arx_x5", |
| "robomind/agilex", |
| "robomind/franka", |
| "robomind/franka_fr3_dual", |
| "robomind/ur", |
| "robocoin/agibot_g1_profile5", |
| "robocoin/agibot_g1_profile6", |
| "robocoin/cobot_magic_profile7", |
| "robocoin/galbot_g1", |
| "robocoin/r1lite", |
| "robocoin/rmc_aida_l", |
| "robocoin/split_aloha_profile20", |
| "robocoin/tianqin_a2", |
| "agibotworld/g1_tactile", |
| "ebench/lift2_simple_pnp", |
| "ebench/lift2_teleop_tasks", |
| "robocoin/cobot_magic_profile8", |
| "robocoin/cobot_magic_profile9", |
| "robocoin/cobot_magic_profile10", |
| "robocoin/cobot_magic_profile11", |
| "robocoin/split_aloha_profile21" |
| ], |
| "source_format": "rlh-fastwam-canonical-2", |
| "source_checkpoint": "/nvme/datahub/tmp/caozhe/aha-wam-pretrain/w0-37d-sixsrc-b16-s43-384gpu-bf16-a40-20260917-r5-proprio-sharded/checkpoints/dcp/30000", |
| "strategy": "new_domain", |
| "seed": 42, |
| "proprio_init": "new_domain", |
| "proprio_source_domain": null |
| } |
| } |
|
|
