{ "dataset": { "repo_id": "allenai/MolmoAct2-BimanualYAM-Dataset", "root": "/lustre/fsw/portfolios/cosmos/projects/cosmos_base_training/users/haoquanf/huggingface/lerobot/allenai/MolmoAct2-BimanualYAM-Dataset", "episodes": null, "excluded_episodes": [ 2135, 2136, 2137, 2138, 2139, 2140, 2141, 2142, 2143, 7124, 7125, 7126, 7127, 7128, 7129, 7130, 7131, 7132, 7133, 7148, 7149, 7150, 7151, 7152, 7153, 7154, 7155, 7156, 7157, 7158, 7159, 7160, 7161, 7162, 7163, 7180, 7181, 7182, 7183, 7184, 7185, 7186, 7187, 7188, 7267, 7268, 7269, 7270, 7271, 7272, 7273, 7274, 7275, 7276, 7277, 7303, 7304, 7305, 7306, 7307, 7308, 7309, 7310, 7311, 7312, 7313, 7314, 7315, 7406, 7407, 7408, 7409, 7410, 7411, 7412, 7413, 7414, 7415, 7416, 7417, 7883, 7884, 7885, 7886, 7887, 7888, 7889, 7890, 7891, 7892, 7893, 7894, 7895, 7896, 7897, 7898, 7928, 7929, 7930, 7931, 7932, 7933, 7934, 7935, 7936, 7937, 7938, 7939, 7940, 7941, 7942, 7943, 7944, 7945, 7946, 7947, 7948, 7949, 7950, 7951, 7952, 7953, 7954, 7955, 7956, 7995, 7996, 7997, 7998, 7999, 8000, 8001, 8002, 8003, 8004, 8005, 8006, 8007, 8008, 8009, 8010, 8011, 8012, 8013, 8014, 8015, 8016, 8017, 8018, 8019, 11825, 11826, 11827, 11828, 11829, 11830, 11831, 11832, 11833, 11834, 11835, 11836, 11837, 11866, 11867, 11868, 11869, 11870, 11871, 11872, 11873, 11874, 11875, 11876, 11877, 11878, 11879, 11880, 11881, 11882, 11883, 12029, 12030, 12031, 12032, 12033, 12034, 12035, 12036, 12037, 12038, 12039, 12040, 12041, 12042, 12043, 12044, 12045, 12046, 12047, 12048, 12049, 12050, 12051, 12052, 12053, 12054, 12055, 12056, 12057, 12058, 12059, 12060, 12061, 25318, 25319, 25320, 25321, 25322, 25323, 25324, 25325, 25326, 25327, 25328, 25329, 25330, 25331, 25332, 25333, 25334, 25335, 25336, 25337, 25472, 25473, 25474, 25475, 25476, 25477, 25478, 25479, 25480, 25481, 25482, 25483, 28126, 28127, 28128, 28129, 28130, 28131, 28132, 28133, 28134, 28135, 28136, 28137, 28138, 28139, 28140, 28141, 28142, 28143, 28144, 28145, 28146, 28147, 28148, 28149, 28150, 28151, 28152, 28153, 28154, 28155, 28156, 28157, 28158, 28188, 28189, 28190, 28191, 28192, 28193, 28194, 28195, 28196, 28197, 28198, 28199, 28200, 28201, 28202, 28203, 28204, 28205, 28206, 28207, 28208, 28209, 28210, 28211, 28212, 28213, 28214, 28215, 28216, 28246, 28247, 28248, 28249, 28250, 28251, 28252, 28253, 28254, 28255, 28256, 28257, 28258, 28259, 28260, 28261, 28262, 28263, 28264, 28265, 28266, 28267, 28268, 28269, 28270, 28271, 28272, 28273, 28274, 28275, 28276, 28277, 28278, 28279, 28280, 28281, 28282, 28283, 28284, 31746, 31747, 31748, 31749, 31750, 31751, 31752, 31753, 31754, 31755, 31756, 31757, 31758, 31759, 31760, 31761, 31762, 31763, 31764, 31765, 31766, 31767, 31768, 31769, 31770, 31771, 31772, 31773, 31774, 31775, 31776, 31777, 31778, 31779, 31780, 31781 ], "episode_task_annotations_path": "meta/tasks_annotated.parquet", "image_transforms": { "enable": false, "max_num_transforms": 3, "random_order": false, "tfs": { "brightness": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "brightness": [ 0.8, 1.2 ] } }, "contrast": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "contrast": [ 0.8, 1.2 ] } }, "saturation": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "saturation": [ 0.5, 1.5 ] } }, "hue": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "hue": [ -0.05, 0.05 ] } }, "sharpness": { "weight": 1.0, "type": "SharpnessJitter", "kwargs": { "sharpness": [ 0.5, 1.5 ] } }, "affine": { "weight": 1.0, "type": "RandomAffine", "kwargs": { "degrees": [ -5.0, 5.0 ], "translate": [ 0.05, 0.05 ] } } } }, "revision": null, "use_imagenet_stats": true, "video_backend": "pyav", "return_uint8": false, "depth_output_unit": "mm", "streaming": false, "eval_split": 0.0 }, "env": null, "policy": { "type": "pi05", "n_obs_steps": 1, "input_features": { "observation.state": { "type": "STATE", "shape": [ 14 ] }, "observation.images.right": { "type": "VISUAL", "shape": [ 3, 360, 640 ] }, "observation.images.left": { "type": "VISUAL", "shape": [ 3, 360, 640 ] }, "observation.images.top": { "type": "VISUAL", "shape": [ 3, 360, 640 ] } }, "output_features": { "action": { "type": "ACTION", "shape": [ 14 ] } }, "device": "cuda", "use_amp": false, "use_peft": false, "push_to_hub": false, "repo_id": null, "private": null, "tags": null, "license": null, "pretrained_path": "/lustre/fsw/portfolios/cosmos/projects/cosmos_base_training/users/haoquanf/outputs/lerobot/pi05_molmoact2_v060/pi05_v060_molmoact2_annotated_fp32amp_bspg64_300k_20260714_job1630578_mem800/checkpoints/170000/pretrained_model", "pretrained_revision": null, "paligemma_variant": "gemma_2b", "action_expert_variant": "gemma_300m", "dtype": "float32", "chunk_size": 50, "n_action_steps": 50, "max_state_dim": 32, "max_action_dim": 32, "num_inference_steps": 10, "time_sampling_beta_alpha": 1.5, "time_sampling_beta_beta": 1.0, "time_sampling_scale": 0.999, "time_sampling_offset": 0.001, "min_period": 0.004, "max_period": 4.0, "use_relative_actions": false, "relative_exclude_joints": [ "gripper" ], "action_feature_names": [ "left_joint_0.pos", "left_joint_1.pos", "left_joint_2.pos", "left_joint_3.pos", "left_joint_4.pos", "left_joint_5.pos", "left_gripper.pos", "right_joint_0.pos", "right_joint_1.pos", "right_joint_2.pos", "right_joint_3.pos", "right_joint_4.pos", "right_joint_5.pos", "right_gripper.pos" ], "rtc_config": null, "image_resolution": [ 224, 224 ], "empty_cameras": 0, "tokenizer_max_length": 200, "normalization_mapping": { "VISUAL": "IDENTITY", "STATE": "QUANTILES", "ACTION": "QUANTILES" }, "gradient_checkpointing": true, "gradient_checkpointing_interval": 1, "compile_model": false, "compile_mode": "max-autotune", "freeze_vision_encoder": false, "train_expert_only": false, "optimizer_lr": 2.5e-05, "optimizer_betas": [ 0.9, 0.95 ], "optimizer_eps": 1e-08, "optimizer_weight_decay": 0.01, "optimizer_grad_clip_norm": 1.0, "scheduler_warmup_steps": 1000, "scheduler_decay_steps": 300000, "scheduler_decay_lr": 2.5e-06 }, "reward_model": null, "output_dir": "/lustre/fsw/portfolios/cosmos/projects/cosmos_base_training/users/haoquanf/outputs/lerobot/pi05_molmoact2_v060/pi05_v060_molmoact2_annotated_fp32amp_bspg64_300k_20260714_job1630578_mem800", "job_name": "pi05_v060_molmoact2_annotated_fp32amp_bspg64_300k_20260714_job1630578_mem800", "resume": true, "seed": 1000, "cudnn_deterministic": false, "num_workers": 8, "batch_size": 64, "prefetch_factor": 4, "persistent_workers": true, "steps": 300000, "env_eval_freq": 20000, "log_freq": 200, "eval_steps": 0, "max_eval_samples": 0, "tolerance_s": 0.001, "save_checkpoint": true, "save_freq": 10000, "use_policy_training_preset": true, "optimizer": { "type": "adamw", "lr": 2.5e-05, "weight_decay": 0.01, "grad_clip_norm": 1.0, "betas": [ 0.9, 0.95 ], "eps": 1e-08 }, "scheduler": { "type": "cosine_decay_with_warmup", "num_warmup_steps": 1000, "num_decay_steps": 300000, "peak_lr": 2.5e-05, "decay_lr": 2.5e-06 }, "eval": { "n_episodes": 50, "batch_size": 50, "use_async_envs": true, "recording": false, "recording_repo_id": null, "recording_private": false }, "wandb": { "enable": true, "disable_artifact": false, "project": "uniae-action", "entity": "nvidia-dir", "notes": null, "run_id": "kb5hzpx9", "mode": "offline", "add_tags": true }, "peft": null, "job": { "target": null, "image": "huggingface/lerobot-gpu:latest", "timeout": "2d", "detach": false, "tags": [] }, "save_checkpoint_to_hub": false, "sample_weighting": null, "rename_map": {}, "checkpoint_path": "/lustre/fsw/portfolios/cosmos/projects/cosmos_base_training/users/haoquanf/outputs/lerobot/pi05_molmoact2_v060/pi05_v060_molmoact2_annotated_fp32amp_bspg64_300k_20260714_job1630578_mem800/checkpoints/170000" }