{ "dataset_mixture": { "datasets": [ { "repo_id": "physical-intelligence/libero", "grounding": null, "root": "/fss/bot/libero", "episodes": [ 10, 20, 23, 46, 51, 54, 57, 67, 70, 73, 86, 100, 106, 115, 143, 149, 179, 187, 194, 204, 214, 270, 283, 288, 306, 314, 316, 341, 376 ], "image_transforms": { "enable": false, "max_num_transforms": 3, "random_order": false, "tfs": { "brightness": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "brightness": [ 0.8, 1.2 ] } }, "contrast": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "contrast": [ 0.8, 1.2 ] } }, "saturation": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "saturation": [ 0.5, 1.5 ] } }, "hue": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "hue": [ -0.05, 0.05 ] } }, "sharpness": { "weight": 1.0, "type": "SharpnessJitter", "kwargs": { "sharpness": [ 0.5, 1.5 ] } } } }, "revision": null, "use_imagenet_stats": true, "video_backend": "pyav", "stats": null, "data_features_name_mapping": null, "val_split_ratio": 0.05 }, { "repo_id": "physical-intelligence/libero", "grounding": null, "root": "/fss/bot/libero_rollout_0_rank0/rank0", "episodes": null, "image_transforms": { "enable": false, "max_num_transforms": 3, "random_order": false, "tfs": { "brightness": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "brightness": [ 0.8, 1.2 ] } }, "contrast": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "contrast": [ 0.8, 1.2 ] } }, "saturation": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "saturation": [ 0.5, 1.5 ] } }, "hue": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "hue": [ -0.05, 0.05 ] } }, "sharpness": { "weight": 1.0, "type": "SharpnessJitter", "kwargs": { "sharpness": [ 0.5, 1.5 ] } } } }, "revision": null, "use_imagenet_stats": true, "video_backend": "pyav", "stats": null, "data_features_name_mapping": null, "val_split_ratio": 0.05 }, { "repo_id": "physical-intelligence/libero", "grounding": null, "root": "/fss/bot/libero_rollout_0_rank1/rank0", "episodes": null, "image_transforms": { "enable": false, "max_num_transforms": 3, "random_order": false, "tfs": { "brightness": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "brightness": [ 0.8, 1.2 ] } }, "contrast": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "contrast": [ 0.8, 1.2 ] } }, "saturation": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "saturation": [ 0.5, 1.5 ] } }, "hue": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "hue": [ -0.05, 0.05 ] } }, "sharpness": { "weight": 1.0, "type": "SharpnessJitter", "kwargs": { "sharpness": [ 0.5, 1.5 ] } } } }, "revision": null, "use_imagenet_stats": true, "video_backend": "pyav", "stats": null, "data_features_name_mapping": null, "val_split_ratio": 0.05 }, { "repo_id": "physical-intelligence/libero", "grounding": null, "root": "/fss/bot/libero_rollout_0_rank2/rank0", "episodes": null, "image_transforms": { "enable": false, "max_num_transforms": 3, "random_order": false, "tfs": { "brightness": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "brightness": [ 0.8, 1.2 ] } }, "contrast": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "contrast": [ 0.8, 1.2 ] } }, "saturation": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "saturation": [ 0.5, 1.5 ] } }, "hue": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "hue": [ -0.05, 0.05 ] } }, "sharpness": { "weight": 1.0, "type": "SharpnessJitter", "kwargs": { "sharpness": [ 0.5, 1.5 ] } } } }, "revision": null, "use_imagenet_stats": true, "video_backend": "pyav", "stats": null, "data_features_name_mapping": null, "val_split_ratio": 0.05 }, { "repo_id": "physical-intelligence/libero", "grounding": null, "root": "/fss/bot/libero_rollout_0_rank3/rank0", "episodes": null, "image_transforms": { "enable": false, "max_num_transforms": 3, "random_order": false, "tfs": { "brightness": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "brightness": [ 0.8, 1.2 ] } }, "contrast": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "contrast": [ 0.8, 1.2 ] } }, "saturation": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "saturation": [ 0.5, 1.5 ] } }, "hue": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "hue": [ -0.05, 0.05 ] } }, "sharpness": { "weight": 1.0, "type": "SharpnessJitter", "kwargs": { "sharpness": [ 0.5, 1.5 ] } } } }, "revision": null, "use_imagenet_stats": true, "video_backend": "pyav", "stats": null, "data_features_name_mapping": null, "val_split_ratio": 0.05 }, { "repo_id": "physical-intelligence/libero", "grounding": null, "root": "/fss/bot/libero_rollout_0_rank4/rank0", "episodes": null, "image_transforms": { "enable": false, "max_num_transforms": 3, "random_order": false, "tfs": { "brightness": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "brightness": [ 0.8, 1.2 ] } }, "contrast": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "contrast": [ 0.8, 1.2 ] } }, "saturation": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "saturation": [ 0.5, 1.5 ] } }, "hue": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "hue": [ -0.05, 0.05 ] } }, "sharpness": { "weight": 1.0, "type": "SharpnessJitter", "kwargs": { "sharpness": [ 0.5, 1.5 ] } } } }, "revision": null, "use_imagenet_stats": true, "video_backend": "pyav", "stats": null, "data_features_name_mapping": null, "val_split_ratio": 0.05 }, { "repo_id": "physical-intelligence/libero", "grounding": null, "root": "/fss/bot/libero_rollout_0_rank5/rank0", "episodes": null, "image_transforms": { "enable": false, "max_num_transforms": 3, "random_order": false, "tfs": { "brightness": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "brightness": [ 0.8, 1.2 ] } }, "contrast": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "contrast": [ 0.8, 1.2 ] } }, "saturation": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "saturation": [ 0.5, 1.5 ] } }, "hue": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "hue": [ -0.05, 0.05 ] } }, "sharpness": { "weight": 1.0, "type": "SharpnessJitter", "kwargs": { "sharpness": [ 0.5, 1.5 ] } } } }, "revision": null, "use_imagenet_stats": true, "video_backend": "pyav", "stats": null, "data_features_name_mapping": null, "val_split_ratio": 0.05 }, { "repo_id": "physical-intelligence/libero", "grounding": null, "root": "/fss/bot/libero_rollout_0_rank6/rank0", "episodes": null, "image_transforms": { "enable": false, "max_num_transforms": 3, "random_order": false, "tfs": { "brightness": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "brightness": [ 0.8, 1.2 ] } }, "contrast": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "contrast": [ 0.8, 1.2 ] } }, "saturation": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "saturation": [ 0.5, 1.5 ] } }, "hue": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "hue": [ -0.05, 0.05 ] } }, "sharpness": { "weight": 1.0, "type": "SharpnessJitter", "kwargs": { "sharpness": [ 0.5, 1.5 ] } } } }, "revision": null, "use_imagenet_stats": true, "video_backend": "pyav", "stats": null, "data_features_name_mapping": null, "val_split_ratio": 0.05 }, { "repo_id": "physical-intelligence/libero", "grounding": null, "root": "/fss/bot/libero_rollout_0_rank7/rank0", "episodes": null, "image_transforms": { "enable": false, "max_num_transforms": 3, "random_order": false, "tfs": { "brightness": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "brightness": [ 0.8, 1.2 ] } }, "contrast": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "contrast": [ 0.8, 1.2 ] } }, "saturation": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "saturation": [ 0.5, 1.5 ] } }, "hue": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "hue": [ -0.05, 0.05 ] } }, "sharpness": { "weight": 1.0, "type": "SharpnessJitter", "kwargs": { "sharpness": [ 0.5, 1.5 ] } } } }, "revision": null, "use_imagenet_stats": true, "video_backend": "pyav", "stats": null, "data_features_name_mapping": null, "val_split_ratio": 0.05 }, { "repo_id": "physical-intelligence/libero", "grounding": null, "root": "/fss/bot/libero_rollout_1_rank0/rank0", "episodes": null, "image_transforms": { "enable": false, "max_num_transforms": 3, "random_order": false, "tfs": { "brightness": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "brightness": [ 0.8, 1.2 ] } }, "contrast": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "contrast": [ 0.8, 1.2 ] } }, "saturation": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "saturation": [ 0.5, 1.5 ] } }, "hue": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "hue": [ -0.05, 0.05 ] } }, "sharpness": { "weight": 1.0, "type": "SharpnessJitter", "kwargs": { "sharpness": [ 0.5, 1.5 ] } } } }, "revision": null, "use_imagenet_stats": true, "video_backend": "pyav", "stats": null, "data_features_name_mapping": null, "val_split_ratio": 0.05 }, { "repo_id": "physical-intelligence/libero", "grounding": null, "root": "/fss/bot/libero_rollout_1_rank1/rank0", "episodes": null, "image_transforms": { "enable": false, "max_num_transforms": 3, "random_order": false, "tfs": { "brightness": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "brightness": [ 0.8, 1.2 ] } }, "contrast": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "contrast": [ 0.8, 1.2 ] } }, "saturation": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "saturation": [ 0.5, 1.5 ] } }, "hue": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "hue": [ -0.05, 0.05 ] } }, "sharpness": { "weight": 1.0, "type": "SharpnessJitter", "kwargs": { "sharpness": [ 0.5, 1.5 ] } } } }, "revision": null, "use_imagenet_stats": true, "video_backend": "pyav", "stats": null, "data_features_name_mapping": null, "val_split_ratio": 0.05 }, { "repo_id": "physical-intelligence/libero", "grounding": null, "root": "/fss/bot/libero_rollout_1_rank2/rank0", "episodes": null, "image_transforms": { "enable": false, "max_num_transforms": 3, "random_order": false, "tfs": { "brightness": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "brightness": [ 0.8, 1.2 ] } }, "contrast": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "contrast": [ 0.8, 1.2 ] } }, "saturation": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "saturation": [ 0.5, 1.5 ] } }, "hue": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "hue": [ -0.05, 0.05 ] } }, "sharpness": { "weight": 1.0, "type": "SharpnessJitter", "kwargs": { "sharpness": [ 0.5, 1.5 ] } } } }, "revision": null, "use_imagenet_stats": true, "video_backend": "pyav", "stats": null, "data_features_name_mapping": null, "val_split_ratio": 0.05 }, { "repo_id": "physical-intelligence/libero", "grounding": null, "root": "/fss/bot/libero_rollout_1_rank3/rank0", "episodes": null, "image_transforms": { "enable": false, "max_num_transforms": 3, "random_order": false, "tfs": { "brightness": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "brightness": [ 0.8, 1.2 ] } }, "contrast": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "contrast": [ 0.8, 1.2 ] } }, "saturation": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "saturation": [ 0.5, 1.5 ] } }, "hue": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "hue": [ -0.05, 0.05 ] } }, "sharpness": { "weight": 1.0, "type": "SharpnessJitter", "kwargs": { "sharpness": [ 0.5, 1.5 ] } } } }, "revision": null, "use_imagenet_stats": true, "video_backend": "pyav", "stats": null, "data_features_name_mapping": null, "val_split_ratio": 0.05 }, { "repo_id": "physical-intelligence/libero", "grounding": null, "root": "/fss/bot/libero_rollout_1_rank4/rank0", "episodes": null, "image_transforms": { "enable": false, "max_num_transforms": 3, "random_order": false, "tfs": { "brightness": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "brightness": [ 0.8, 1.2 ] } }, "contrast": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "contrast": [ 0.8, 1.2 ] } }, "saturation": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "saturation": [ 0.5, 1.5 ] } }, "hue": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "hue": [ -0.05, 0.05 ] } }, "sharpness": { "weight": 1.0, "type": "SharpnessJitter", "kwargs": { "sharpness": [ 0.5, 1.5 ] } } } }, "revision": null, "use_imagenet_stats": true, "video_backend": "pyav", "stats": null, "data_features_name_mapping": null, "val_split_ratio": 0.05 }, { "repo_id": "physical-intelligence/libero", "grounding": null, "root": "/fss/bot/libero_rollout_1_rank5/rank0", "episodes": null, "image_transforms": { "enable": false, "max_num_transforms": 3, "random_order": false, "tfs": { "brightness": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "brightness": [ 0.8, 1.2 ] } }, "contrast": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "contrast": [ 0.8, 1.2 ] } }, "saturation": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "saturation": [ 0.5, 1.5 ] } }, "hue": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "hue": [ -0.05, 0.05 ] } }, "sharpness": { "weight": 1.0, "type": "SharpnessJitter", "kwargs": { "sharpness": [ 0.5, 1.5 ] } } } }, "revision": null, "use_imagenet_stats": true, "video_backend": "pyav", "stats": null, "data_features_name_mapping": null, "val_split_ratio": 0.05 }, { "repo_id": "physical-intelligence/libero", "grounding": null, "root": "/fss/bot/libero_rollout_1_rank6/rank0", "episodes": null, "image_transforms": { "enable": false, "max_num_transforms": 3, "random_order": false, "tfs": { "brightness": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "brightness": [ 0.8, 1.2 ] } }, "contrast": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "contrast": [ 0.8, 1.2 ] } }, "saturation": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "saturation": [ 0.5, 1.5 ] } }, "hue": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "hue": [ -0.05, 0.05 ] } }, "sharpness": { "weight": 1.0, "type": "SharpnessJitter", "kwargs": { "sharpness": [ 0.5, 1.5 ] } } } }, "revision": null, "use_imagenet_stats": true, "video_backend": "pyav", "stats": null, "data_features_name_mapping": null, "val_split_ratio": 0.05 }, { "repo_id": "physical-intelligence/libero", "grounding": null, "root": "/fss/bot/libero_rollout_1_rank7/rank0", "episodes": null, "image_transforms": { "enable": false, "max_num_transforms": 3, "random_order": false, "tfs": { "brightness": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "brightness": [ 0.8, 1.2 ] } }, "contrast": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "contrast": [ 0.8, 1.2 ] } }, "saturation": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "saturation": [ 0.5, 1.5 ] } }, "hue": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "hue": [ -0.05, 0.05 ] } }, "sharpness": { "weight": 1.0, "type": "SharpnessJitter", "kwargs": { "sharpness": [ 0.5, 1.5 ] } } } }, "revision": null, "use_imagenet_stats": true, "video_backend": "pyav", "stats": null, "data_features_name_mapping": null, "val_split_ratio": 0.05 } ], "weights": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "action_freq": 10.0, "image_resample_strategy": "nearest", "vector_resample_strategy": "nearest", "val_split_ratio": 0.05 }, "policy": { "type": "pi0", "n_obs_steps": 1, "normalization_mapping": { "VISUAL": "IDENTITY", "STATE": "MEAN_STD", "ACTION": "MEAN_STD" }, "input_features": { "state": { "type": "STATE", "shape": [ 32 ] }, "camera0": { "type": "VISUAL", "shape": [ 3, 224, 224 ] }, "camera1": { "type": "VISUAL", "shape": [ 3, 224, 224 ] } }, "output_features": { "actions": { "type": "ACTION", "shape": [ 32 ] } }, "device": null, "use_amp": false, "pretrained_path": "outputs/train/2026-03-16/17-36-53_pi0/checkpoints/015000", "cloud_vlm_latency_mean": 0.0, "cloud_vlm_latency_std": 0.0, "cloud_vlm_latency_lower": 0.0, "cloud_vlm_latency_upper": 0.0, "action_decoder_latency_mean": 0.0, "action_decoder_latency_std": 0.0, "action_decoder_latency_lower": 0.0, "action_decoder_latency_upper": 0.0, "chunk_size": 10, "n_action_steps": 10, "safety_buffer": 0, "max_state_dim": 32, "max_action_dim": 32, "resize_imgs_with_padding": [ 224, 224 ], "empty_cameras": 0, "tokenizer_max_length": 100, "proj_width": 1024, "dropout": 0.1, "num_steps": 10, "advantage_threshold": 0.12861, "advantage": "use", "init_strategy": "no_init", "use_cache": true, "attention_implementation": "eager", "freeze_vision_encoder": false, "train_expert_only": false, "train_state_proj": true, "optimizer_lr": 2.5e-05, "optimizer_betas": [ 0.9, 0.95 ], "optimizer_eps": 1e-08, "optimizer_weight_decay": 1e-10, "scheduler_warmup_steps": 1000, "scheduler_decay_steps": 30000, "scheduler_decay_lr": 2.5e-06 }, "output_dir": "outputs/train/2026-03-16/17-36-53_pi0", "job_name": "pi0", "resume": false, "seed": 7000, "resolution": [ 224, 224 ], "num_cams": 2, "max_state_dim": 32, "max_action_dim": 32, "action_chunk": 10, "loss_weighting": { "MSE": 1.0, "CE": 1.0 }, "num_workers": 16, "batch_size": 20, "gradient_accumulation_steps": 1, "dataloader_batch_size": 20, "prefetch_factor": 8, "steps": 100000, "log_freq": 10, "save_checkpoint": true, "save_freq": 1000, "use_policy_training_preset": true, "optimizer": { "type": "adamw", "lr": 2.5e-05, "weight_decay": 1e-10, "grad_clip_norm": 10.0, "betas": [ 0.9, 0.95 ], "eps": 1e-08 }, "scheduler": { "type": "cosine_decay_with_warmup", "num_warmup_steps": 1000, "num_decay_steps": 30000, "peak_lr": 2.5e-05, "decay_lr": 2.5e-06 }, "wandb": { "enable": true, "entity": "wyautox-autox", "project": "pi0_star", "run_id": "w2nl53mv", "name": null, "notes": "PI0* training run", "tags": [], "group": null, "job_type": null, "mode": null, "allow_resume": true, "disable_artifact": false }, "debug": false, "trace_nans": false, "env": { "type": "libero", "import_name": null, "make_id": null, "task": "libero_10", "fps": 10, "features": { "action": { "type": "ACTION", "shape": [ 7 ] }, "agent_pos": { "type": "STATE", "shape": [ 8 ] }, "pixels/agentview_image": { "type": "VISUAL", "shape": [ 360, 360, 3 ] }, "pixels/robot0_eye_in_hand_image": { "type": "VISUAL", "shape": [ 360, 360, 3 ] } }, "features_map": { "action": "actions", "agent_pos": "observation.state", "pixels/agentview_image": "observation.images.image", "pixels/robot0_eye_in_hand_image": "observation.images.image2" }, "max_parallel_tasks": 1, "disable_env_checker": true, "task_ids": [ 8, 8, 8, 8, 8, 8, 8, 8 ], "episode_length": 520, "obs_type": "pixels_agent_pos", "render_mode": "rgb_array", "camera_name": "agentview_image,robot0_eye_in_hand_image", "init_states": true, "camera_name_mapping": null }, "eval": { "n_episodes": 16, "batch_size": 16, "use_async_envs": true, "max_episodes_rendered": 16, "grid_size": null, "recording_root": null }, "eval_freq": 1000, "val_freq": 0, "last_checkpoint_only": false, "server": { "port": 50051, "max_workers": 4, "max_send_message_length_mb": 100, "max_receive_message_length_mb": 100 } }