{ "dataset": { "repo_id": "maximellerbach/pickandplace", "root": null, "episodes": null, "image_transforms": { "enable": false, "max_num_transforms": 3, "random_order": false, "tfs": { "brightness": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "brightness": [ 0.8, 1.2 ] } }, "contrast": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "contrast": [ 0.8, 1.2 ] } }, "saturation": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "saturation": [ 0.5, 1.5 ] } }, "hue": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "hue": [ -0.05, 0.05 ] } }, "sharpness": { "weight": 1.0, "type": "SharpnessJitter", "kwargs": { "sharpness": [ 0.5, 1.5 ] } }, "affine": { "weight": 1.0, "type": "RandomAffine", "kwargs": { "degrees": [ -5.0, 5.0 ], "translate": [ 0.05, 0.05 ] } } } }, "revision": null, "use_imagenet_stats": true, "video_backend": "torchcodec", "streaming": false }, "env": null, "policy": { "type": "wam", "n_obs_steps": 2, "input_features": { "observation.state": { "type": "STATE", "shape": [ 6 ] }, "observation.images.front": { "type": "VISUAL", "shape": [ 3, 480, 640 ] } }, "output_features": { "action": { "type": "ACTION", "shape": [ 6 ] } }, "device": "cuda", "use_amp": false, "use_peft": false, "push_to_hub": true, "repo_id": "maximellerbach/test_fm", "private": null, "tags": null, "license": null, "pretrained_path": "outputs/train/pickandplace_fm/checkpoints/last/pretrained_model", "time_between_frames": 4, "lag_offset": 3, "image_size": [ 256, 256 ], "horizon": 30, "n_action_steps": 30, "autoregressive_steps": 2, "normalization_mapping": { "VISUAL": "IDENTITY", "STATE": "MEAN_STD", "ACTION": "MEAN_STD" }, "hidden_dim": 512, "action_head_num_layers": 4, "action_head_num_heads": 8, "action_head_dropout": 0.1, "n_flow_steps": 10, "predictor_num_layers": 6, "predictor_num_heads": 8, "predictor_dropout": 0.1, "predictor_max_tokens": 1024, "optimizer_lr": 5e-05, "optimizer_betas": [ 0.9, 0.999 ], "optimizer_eps": 1e-08, "optimizer_weight_decay": 0.01, "optimizer_grad_clip_norm": 1.0, "scheduler_decay_lr": 1e-05, "scheduler_warmup_steps": 500, "scheduler_decay_steps": 5000 }, "output_dir": "outputs/train/pickandplace_fm", "job_name": "wam", "resume": true, "seed": 1000, "cudnn_deterministic": false, "num_workers": 4, "batch_size": 8, "steps": 8000, "eval_freq": 20000, "log_freq": 200, "tolerance_s": 0.0001, "save_checkpoint": true, "save_freq": 2000, "use_policy_training_preset": true, "optimizer": { "type": "adamw", "lr": 5e-05, "weight_decay": 0.01, "grad_clip_norm": 5.0, "betas": [ 0.9, 0.999 ], "eps": 1e-08 }, "scheduler": { "type": "cosine_decay_with_warmup", "num_warmup_steps": 500, "num_decay_steps": 5000, "peak_lr": 5e-05, "decay_lr": 1e-05 }, "eval": { "n_episodes": 50, "batch_size": 50, "use_async_envs": false }, "wandb": { "enable": false, "disable_artifact": false, "project": "lerobot", "entity": null, "notes": null, "run_id": null, "mode": null }, "peft": null, "use_rabc": false, "rabc_progress_path": null, "rabc_kappa": 0.01, "rabc_epsilon": 1e-06, "rabc_head_mode": "sparse", "rename_map": {}, "checkpoint_path": "outputs/train/pickandplace_fm/checkpoints/last" }