pack / train_config.json
Jiafei1224's picture
Upload folder using huggingface_hub
c16af9b verified
{
"dataset": {
"repo_id": [
"ai2-cortex/17122025-clo-02",
"ai2-cortex/17122025-clo-03",
"ai2-cortex/17122025-clo-04",
"ai2-cortex/17122025-clo-05",
"ai2-cortex/17122025-clo-06",
"ai2-cortex/17122025-clo-07",
"ai2-cortex/17122025-clo-08",
"ai2-cortex/17122025-clo-09",
"ai2-cortex/17122025-clo-10",
"ai2-cortex/17122025-clo-11",
"ai2-cortex/17122025-clo-12",
"ai2-cortex/17122025-clo-13",
"ai2-cortex/17122025-clo-14",
"ai2-cortex/17122025-med-02",
"ai2-cortex/17122025-med-03",
"ai2-cortex/17122025-med-04",
"ai2-cortex/17122025-med-05",
"ai2-cortex/17122025-med-06",
"ai2-cortex/17122025-med-07",
"ai2-cortex/17122025-med-08",
"ai2-cortex/17122025-med-09",
"ai2-cortex/17122025-med-10",
"ai2-cortex/17122025-med-11",
"ai2-cortex/17122025-med-12",
"ai2-cortex/16122025-med-01",
"ai2-cortex/16122025-med-02",
"ai2-cortex/16122025-med-03",
"ai2-cortex/16122025-med-04",
"ai2-cortex/16122025-med-05",
"ai2-cortex/16122025-med-06",
"ai2-cortex/16122025-med-07",
"ai2-cortex/16122025-med-08",
"ai2-cortex/16122025-med-09",
"ai2-cortex/16122025-med-10",
"ai2-cortex/16122025-med-11",
"ai2-cortex/16122025-med-12",
"ai2-cortex/16122025-toilet-01",
"ai2-cortex/16122025-toilet-02",
"ai2-cortex/16122025-toilet-03",
"ai2-cortex/16122025-toilet-04",
"ai2-cortex/16122025-toilet-05",
"ai2-cortex/16122025-toilet-06",
"ai2-cortex/16122025-toilet-07",
"ai2-cortex/16122025-toilet-08",
"ai2-cortex/16122025-toilet-09",
"ai2-cortex/16122025-toilet-10",
"ai2-cortex/16122025-toilet-11",
"ai2-cortex/16122025-toilet-12",
"ai2-cortex/15122025-cup-01",
"ai2-cortex/15122025-cup-02",
"ai2-cortex/15122025-cup-03",
"ai2-cortex/15122025-cup-04",
"ai2-cortex/15122025-cup-05",
"ai2-cortex/15122025-cup-06",
"ai2-cortex/15122025-cup-07",
"ai2-cortex/15122025-cup-08",
"ai2-cortex/15122025-cup-09",
"ai2-cortex/15122025-cup-10",
"ai2-cortex/15122025-cup-11",
"ai2-cortex/15122025-cup-12",
"ai2-cortex/15122025-cup-13",
"ai2-cortex/15122025-toilet-01",
"ai2-cortex/15122025-toilet-02",
"ai2-cortex/15122025-toilet-03",
"ai2-cortex/15122025-toilet-04",
"ai2-cortex/15122025-toilet-05",
"ai2-cortex/15122025-toilet-06",
"ai2-cortex/15122025-toilet-07",
"ai2-cortex/15122025-toilet-09",
"ai2-cortex/15122025-toilet-11",
"ai2-cortex/15122025-toilet-12",
"ai2-cortex/15122025-toilet-13",
"ai2-cortex/15122025-toilet-14",
"ai2-cortex/15122025-toy-01",
"ai2-cortex/15122025-toy-02",
"ai2-cortex/15122025-toy-04",
"ai2-cortex/15122025-toy-05",
"ai2-cortex/15122025-toy-07",
"ai2-cortex/15122025-toy-08",
"ai2-cortex/15122025-toy-10",
"ai2-cortex/14122025-cut-01",
"ai2-cortex/14122025-cut-02",
"ai2-cortex/14122025-cut-03",
"ai2-cortex/14122025-cut-04",
"ai2-cortex/14122025-cut-05",
"ai2-cortex/14122025-cut-06",
"ai2-cortex/14122025-cut-07",
"ai2-cortex/14122025-cut-08",
"ai2-cortex/14122025-cut-09",
"ai2-cortex/14122025-cut-10",
"ai2-cortex/14122025-cut-11",
"ai2-cortex/14122025-cut-12",
"ai2-cortex/14122025-cut-13",
"ai2-cortex/14122025-toy-01",
"ai2-cortex/14122025-toy-02",
"ai2-cortex/14122025-toy-03",
"ai2-cortex/14122025-toy-05",
"ai2-cortex/14122025-toy-06",
"ai2-cortex/14122025-toy-07",
"ai2-cortex/14122025-toy-08",
"ai2-cortex/14122025-toy-09",
"ai2-cortex/14122025-toy-10",
"ai2-cortex/14122025-toy-11",
"ai2-cortex/14122025-toy-12",
"ai2-cortex/13122025-cut-01",
"ai2-cortex/13122025-cut-02",
"ai2-cortex/13122025-cut-03",
"ai2-cortex/13122025-cut-04",
"ai2-cortex/13122025-cut-05",
"ai2-cortex/13122025-cut-06",
"ai2-cortex/13122025-cut-07",
"ai2-cortex/13122025-cut-08",
"ai2-cortex/13122025-cut-09",
"ai2-cortex/13122025-cut-10",
"ai2-cortex/13122025-cut-11",
"ai2-cortex/13122025-cut-12",
"ai2-cortex/13122025-tool-01",
"ai2-cortex/13122025-tool-02",
"ai2-cortex/13122025-tool-03",
"ai2-cortex/13122025-tool-04",
"ai2-cortex/13122025-tool-05",
"ai2-cortex/13122025-tool-06",
"ai2-cortex/13122025-tool-07",
"ai2-cortex/13122025-tool-08",
"ai2-cortex/13122025-tool-09",
"ai2-cortex/13122025-tool-10",
"ai2-cortex/12122025-gro-02",
"ai2-cortex/12122025-gro-03",
"ai2-cortex/12122025-gro-04",
"ai2-cortex/12122025-gro-05",
"ai2-cortex/12122025-gro-06",
"ai2-cortex/12122025-tool-01",
"ai2-cortex/12122025-tool-02",
"ai2-cortex/12122025-tool-03",
"ai2-cortex/12122025-tool-04",
"ai2-cortex/12122025-tool-05",
"ai2-cortex/12122025-tool-06",
"ai2-cortex/12122025-tool-07",
"ai2-cortex/12122025-tool-08",
"ai2-cortex/12122025-tool-09",
"ai2-cortex/12122025-tool-10",
"ai2-cortex/11122025-box-01",
"ai2-cortex/11122025-box-02",
"ai2-cortex/11122025-box-03",
"ai2-cortex/11122025-box-04",
"ai2-cortex/11122025-box-05",
"ai2-cortex/11122025-box-06",
"ai2-cortex/11122025-gro-01",
"ai2-cortex/11122025-gro-02",
"ai2-cortex/11122025-gro-03",
"ai2-cortex/11122025-gro-04",
"ai2-cortex/11122025-gro-05",
"ai2-cortex/11122025-gro-06",
"ai2-cortex/10122025-box-01",
"ai2-cortex/10122025-box-02",
"ai2-cortex/10122025-box-03",
"ai2-cortex/10122025-box-04",
"ai2-cortex/10122025-box-05",
"ai2-cortex/10122025-box-06",
"ai2-cortex/09122025-box-01",
"ai2-cortex/09122025-box-02",
"ai2-cortex/09122025-box-03",
"ai2-cortex/09122025-box-04",
"ai2-cortex/08122025-box-01",
"ai2-cortex/08122025-box-02",
"ai2-cortex/07122025-box-01",
"ai2-cortex/07122025-box-02",
"ai2-cortex/06122025-box-01",
"ai2-cortex/06122025-box-02",
"ai2-cortex/06122025-box-03",
"ai2-cortex/06122025-box-04",
"ai2-cortex/05122025-box-01",
"ai2-cortex/05122025-box-02",
"ai2-cortex/05122025-box-03",
"ai2-cortex/05122025-box-04",
"ai2-cortex/04122025-box-01",
"ai2-cortex/04122025-box-02",
"ai2-cortex/04122025-box-03",
"ai2-cortex/03122025-box-01",
"ai2-cortex/03122025-box-02",
"ai2-cortex/03122025-box-03",
"ai2-cortex/02122025-box-01",
"ai2-cortex/02122025-box-02",
"ai2-cortex/02122025-box-03",
"ai2-cortex/01122025-box-01",
"ai2-cortex/01122025-box-02",
"ai2-cortex/30112025-box-01",
"ai2-cortex/30112025-box-02",
"ai2-cortex/30112025-box-03"
],
"root": null,
"episodes": null,
"image_transforms": {
"enable": false,
"max_num_transforms": 3,
"random_order": false,
"tfs": {
"brightness": {
"weight": 1.0,
"type": "ColorJitter",
"kwargs": {
"brightness": [
0.8,
1.2
]
}
},
"contrast": {
"weight": 1.0,
"type": "ColorJitter",
"kwargs": {
"contrast": [
0.8,
1.2
]
}
},
"saturation": {
"weight": 1.0,
"type": "ColorJitter",
"kwargs": {
"saturation": [
0.5,
1.5
]
}
},
"hue": {
"weight": 1.0,
"type": "ColorJitter",
"kwargs": {
"hue": [
-0.05,
0.05
]
}
},
"sharpness": {
"weight": 1.0,
"type": "SharpnessJitter",
"kwargs": {
"sharpness": [
0.5,
1.5
]
}
},
"affine": {
"weight": 1.0,
"type": "RandomAffine",
"kwargs": {
"degrees": [
-5.0,
5.0
],
"translate": [
0.05,
0.05
]
}
}
}
},
"revision": null,
"use_imagenet_stats": true,
"video_backend": "torchcodec",
"streaming": false
},
"env": null,
"policy": {
"type": "pi05",
"n_obs_steps": 1,
"input_features": {
"observation.state": {
"type": "STATE",
"shape": [
14
]
},
"observation.images.right": {
"type": "VISUAL",
"shape": [
3,
360,
640
]
},
"observation.images.left": {
"type": "VISUAL",
"shape": [
3,
360,
640
]
},
"observation.images.top": {
"type": "VISUAL",
"shape": [
3,
360,
640
]
}
},
"output_features": {
"action": {
"type": "ACTION",
"shape": [
14
]
}
},
"device": "cuda",
"use_amp": false,
"push_to_hub": true,
"repo_id": "cortexairobot/pack-multi-test",
"private": null,
"tags": null,
"license": null,
"pretrained_path": "/home/jupyter/pi05_multi/checkpoints/last/pretrained_model",
"paligemma_variant": "gemma_2b",
"action_expert_variant": "gemma_300m",
"dtype": "bfloat16",
"chunk_size": 50,
"n_action_steps": 50,
"max_state_dim": 32,
"max_action_dim": 32,
"num_inference_steps": 10,
"time_sampling_beta_alpha": 1.5,
"time_sampling_beta_beta": 1.0,
"time_sampling_scale": 0.999,
"time_sampling_offset": 0.001,
"min_period": 0.004,
"max_period": 4.0,
"rtc_config": null,
"image_resolution": [
224,
224
],
"empty_cameras": 0,
"tokenizer_max_length": 200,
"normalization_mapping": {
"VISUAL": "IDENTITY",
"STATE": "QUANTILES",
"ACTION": "QUANTILES"
},
"gradient_checkpointing": true,
"compile_model": false,
"compile_mode": "max-autotune",
"optimizer_lr": 2.5e-05,
"optimizer_betas": [
0.9,
0.95
],
"optimizer_eps": 1e-08,
"optimizer_weight_decay": 0.01,
"optimizer_grad_clip_norm": 1.0,
"scheduler_warmup_steps": 1000,
"scheduler_decay_steps": 30000,
"scheduler_decay_lr": 2.5e-06
},
"output_dir": "/home/jupyter/pi05_multi",
"job_name": "pi05_training",
"resume": true,
"seed": 1000,
"num_workers": 2,
"batch_size": 8,
"steps": 500000,
"eval_freq": 20000,
"log_freq": 200,
"tolerance_s": 0.001,
"save_checkpoint": true,
"save_freq": 50000,
"use_policy_training_preset": true,
"optimizer": {
"type": "adamw",
"lr": 2.5e-05,
"weight_decay": 0.01,
"grad_clip_norm": 1.0,
"betas": [
0.9,
0.95
],
"eps": 1e-08
},
"scheduler": {
"type": "cosine_decay_with_warmup",
"num_warmup_steps": 1000,
"num_decay_steps": 30000,
"peak_lr": 2.5e-05,
"decay_lr": 2.5e-06
},
"eval": {
"n_episodes": 50,
"batch_size": 50,
"use_async_envs": false
},
"wandb": {
"enable": true,
"disable_artifact": false,
"project": "pi05_multi",
"entity": null,
"notes": null,
"run_id": "e40ztej9",
"mode": null
},
"checkpoint_path": "/home/jupyter/pi05_multi/checkpoints/last",
"rename_map": {}
}