diff --git a/act_so101_pickplace_02/checkpoints/0020000/pretrained_model/config.json b/act_so101_pickplace_02/checkpoints/0020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..97c27c1984fd1b67ccdde4dc8b77419b3eb42e46 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0020000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0020000/pretrained_model/model.safetensors b/act_so101_pickplace_02/checkpoints/0020000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5328fb14a6aaff730154aa6137a0bc0f229fa47f --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0020000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66f9708ffcea953f2e2e7bd06d9a2ee935090cc93c0faf297737915d07726efa +size 206701064 diff --git a/act_so101_pickplace_02/checkpoints/0020000/pretrained_model/train_config.json b/act_so101_pickplace_02/checkpoints/0020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a778a37e15212ed634ce94e2665739f5fa863619 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0020000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "lerobot/svla_so101_pickplace", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_so101_pickplace_02", + "job_name": "act_so101_pickplace", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 32, + "steps": 1000000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 5e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0020000/training_state/optimizer_param_groups.json b/act_so101_pickplace_02/checkpoints/0020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..471bf869cff5a1eeae0cbb49b880a2cd71c0da7f --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0020000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 5e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0020000/training_state/optimizer_state.safetensors b/act_so101_pickplace_02/checkpoints/0020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5ac9d7eb6ba97664613dcc9609c5e94db0c9d395 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ac39c9a8f2fd3d5a5f8ecec9775a9ae8e537195079bd6ebbe298be8c4e2a2b9 +size 412817652 diff --git a/act_so101_pickplace_02/checkpoints/0020000/training_state/rng_state.safetensors b/act_so101_pickplace_02/checkpoints/0020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..764b0e941c18bfa27b9d89a008a244e936858168 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ea455f5407239507744ac5a9cfe19b435b851b6baffc1a1f2e2babb3d0c676e +size 15708 diff --git a/act_so101_pickplace_02/checkpoints/0020000/training_state/training_step.json b/act_so101_pickplace_02/checkpoints/0020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0020000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0040000/pretrained_model/config.json b/act_so101_pickplace_02/checkpoints/0040000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..97c27c1984fd1b67ccdde4dc8b77419b3eb42e46 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0040000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0040000/pretrained_model/model.safetensors b/act_so101_pickplace_02/checkpoints/0040000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..52af74f1cc91877bc8f114b4f372b3431b89652b --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0040000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28d8b24f62ded61b145dfc2a25b90fd75f60647fce398fb3a564003304bdfc2d +size 206701064 diff --git a/act_so101_pickplace_02/checkpoints/0040000/pretrained_model/train_config.json b/act_so101_pickplace_02/checkpoints/0040000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a778a37e15212ed634ce94e2665739f5fa863619 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0040000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "lerobot/svla_so101_pickplace", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_so101_pickplace_02", + "job_name": "act_so101_pickplace", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 32, + "steps": 1000000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 5e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0040000/training_state/optimizer_param_groups.json b/act_so101_pickplace_02/checkpoints/0040000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..471bf869cff5a1eeae0cbb49b880a2cd71c0da7f --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0040000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 5e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0040000/training_state/optimizer_state.safetensors b/act_so101_pickplace_02/checkpoints/0040000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..74a3b1fd1b55d481fc2cbf5f48fc4ceb04dc83b6 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0040000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23f17bd562989575ec90885d85461ed4f12d89222037c74efb6c8f62239b589f +size 412817652 diff --git a/act_so101_pickplace_02/checkpoints/0040000/training_state/rng_state.safetensors b/act_so101_pickplace_02/checkpoints/0040000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..082f489aea98139a28b7daf77058478f75e1421d --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0040000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53b5ef45eb714940c8ee1ce9a8556a3d04ea75f72a310e6f3ca01368f62d51cc +size 15708 diff --git a/act_so101_pickplace_02/checkpoints/0040000/training_state/training_step.json b/act_so101_pickplace_02/checkpoints/0040000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..fe40d8ff4312c7e5a8fba9bcc932a43a1384ba77 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0040000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 40000 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0060000/pretrained_model/config.json b/act_so101_pickplace_02/checkpoints/0060000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..97c27c1984fd1b67ccdde4dc8b77419b3eb42e46 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0060000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0060000/pretrained_model/model.safetensors b/act_so101_pickplace_02/checkpoints/0060000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3f51bde61a4da793b4704468fc9b379227d07412 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0060000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b61e7301351fb44dd1148fa7856cfb8d3de7494b7e1fe8692c415a045e2a6293 +size 206701064 diff --git a/act_so101_pickplace_02/checkpoints/0060000/pretrained_model/train_config.json b/act_so101_pickplace_02/checkpoints/0060000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a778a37e15212ed634ce94e2665739f5fa863619 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0060000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "lerobot/svla_so101_pickplace", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_so101_pickplace_02", + "job_name": "act_so101_pickplace", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 32, + "steps": 1000000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 5e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0060000/training_state/optimizer_param_groups.json b/act_so101_pickplace_02/checkpoints/0060000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..471bf869cff5a1eeae0cbb49b880a2cd71c0da7f --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0060000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 5e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0060000/training_state/optimizer_state.safetensors b/act_so101_pickplace_02/checkpoints/0060000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ca927f31fa316b147b93350b836566cead75913a --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0060000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e8853df154fe5545c2dd9be740cb35f50ce3f2a565b9bcddfffe7c1959cf4c5 +size 412817652 diff --git a/act_so101_pickplace_02/checkpoints/0060000/training_state/rng_state.safetensors b/act_so101_pickplace_02/checkpoints/0060000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4c85118603cd1ca9813b3bea68d31c684b8af6c1 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0060000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d49ec50e4bc19cad3c7f4b7267eb4d68b7b2d174b7f024ac901e2610bc939ffa +size 15708 diff --git a/act_so101_pickplace_02/checkpoints/0060000/training_state/training_step.json b/act_so101_pickplace_02/checkpoints/0060000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d360b6037f1c8c2c85d38e951160eb02ace507dd --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0060000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 60000 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0080000/pretrained_model/config.json b/act_so101_pickplace_02/checkpoints/0080000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..97c27c1984fd1b67ccdde4dc8b77419b3eb42e46 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0080000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0080000/pretrained_model/model.safetensors b/act_so101_pickplace_02/checkpoints/0080000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af9d148155245431027ea926d55687b5bdccd428 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0080000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0de1830b7c3935c421e80a7708560fb0333b5c3983cebf2e70ac12267bc62e95 +size 206701064 diff --git a/act_so101_pickplace_02/checkpoints/0080000/pretrained_model/train_config.json b/act_so101_pickplace_02/checkpoints/0080000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a778a37e15212ed634ce94e2665739f5fa863619 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0080000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "lerobot/svla_so101_pickplace", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_so101_pickplace_02", + "job_name": "act_so101_pickplace", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 32, + "steps": 1000000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 5e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0080000/training_state/optimizer_param_groups.json b/act_so101_pickplace_02/checkpoints/0080000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..471bf869cff5a1eeae0cbb49b880a2cd71c0da7f --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0080000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 5e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0080000/training_state/optimizer_state.safetensors b/act_so101_pickplace_02/checkpoints/0080000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f2b24601d7470c23fa08da6c6874edf66148da1 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0080000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd11d327b18799fccaa5a6d5230cb6fd467c49378354d4a1621206e4c1b9c7db +size 412817652 diff --git a/act_so101_pickplace_02/checkpoints/0080000/training_state/rng_state.safetensors b/act_so101_pickplace_02/checkpoints/0080000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb7ecfe01a80d83d4ad79af089809624db77bbf4 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0080000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30dd53d882b282ff4389392b78bd2f2ed94ee189f4c93974e4828add000d2ad6 +size 15708 diff --git a/act_so101_pickplace_02/checkpoints/0080000/training_state/training_step.json b/act_so101_pickplace_02/checkpoints/0080000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..384eace4ecc2a6cba352aa7cf27f04405b7319c3 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0080000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 80000 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0100000/pretrained_model/config.json b/act_so101_pickplace_02/checkpoints/0100000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..97c27c1984fd1b67ccdde4dc8b77419b3eb42e46 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0100000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0100000/pretrained_model/model.safetensors b/act_so101_pickplace_02/checkpoints/0100000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b4b8a3d8d8e6dd613bdee2ab5dc015a75d22b04 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0100000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:692d2b27aae1b4658bc8b34e3ab1d852af63b0a714ac8c2fff39383262486bdb +size 206701064 diff --git a/act_so101_pickplace_02/checkpoints/0100000/pretrained_model/train_config.json b/act_so101_pickplace_02/checkpoints/0100000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a778a37e15212ed634ce94e2665739f5fa863619 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0100000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "lerobot/svla_so101_pickplace", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_so101_pickplace_02", + "job_name": "act_so101_pickplace", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 32, + "steps": 1000000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 5e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0100000/training_state/optimizer_param_groups.json b/act_so101_pickplace_02/checkpoints/0100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..471bf869cff5a1eeae0cbb49b880a2cd71c0da7f --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0100000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 5e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0100000/training_state/optimizer_state.safetensors b/act_so101_pickplace_02/checkpoints/0100000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0ad68cbb6bf7b99716532ec000191a0ee88b1055 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0100000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f762e68fe2d310aa49045d24e993764871378d5f93efbf6119b35b3e987dd536 +size 412817652 diff --git a/act_so101_pickplace_02/checkpoints/0100000/training_state/rng_state.safetensors b/act_so101_pickplace_02/checkpoints/0100000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c9df6eea6887b3199e31279c28417463174a2f95 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0100000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fddb5551298e0057dd715fe73627de8626bcefcd8c626087f8187cf2b617d6e9 +size 15708 diff --git a/act_so101_pickplace_02/checkpoints/0100000/training_state/training_step.json b/act_so101_pickplace_02/checkpoints/0100000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8eb73c13d28bca88058c08796abbf931c3f9b012 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0100000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 100000 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0120000/pretrained_model/config.json b/act_so101_pickplace_02/checkpoints/0120000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..97c27c1984fd1b67ccdde4dc8b77419b3eb42e46 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0120000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0120000/pretrained_model/model.safetensors b/act_so101_pickplace_02/checkpoints/0120000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a06919c3ecdbd8fec37c9c14b618a20069bb2d79 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0120000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:560acd770a4ce010a7be4575353fc061e00f27318eab2707e113260f141861f6 +size 206701064 diff --git a/act_so101_pickplace_02/checkpoints/0120000/pretrained_model/train_config.json b/act_so101_pickplace_02/checkpoints/0120000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a778a37e15212ed634ce94e2665739f5fa863619 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0120000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "lerobot/svla_so101_pickplace", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_so101_pickplace_02", + "job_name": "act_so101_pickplace", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 32, + "steps": 1000000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 5e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0120000/training_state/optimizer_param_groups.json b/act_so101_pickplace_02/checkpoints/0120000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..471bf869cff5a1eeae0cbb49b880a2cd71c0da7f --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0120000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 5e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0120000/training_state/optimizer_state.safetensors b/act_so101_pickplace_02/checkpoints/0120000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a2f62a6a58a2e9bcc030f47e3e84d0482e38e34 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0120000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ca81913491fa48824d809250c9afd9b11814d86d39e470fa33267143ebcab83 +size 412817652 diff --git a/act_so101_pickplace_02/checkpoints/0120000/training_state/rng_state.safetensors b/act_so101_pickplace_02/checkpoints/0120000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ab286fc686142361e5ba78c90f4c469e8421f3d --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0120000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e02c2e97b5cf7569181464dda92f36aca8cdd5630c4f53592de1e52ab3ff904b +size 15708 diff --git a/act_so101_pickplace_02/checkpoints/0120000/training_state/training_step.json b/act_so101_pickplace_02/checkpoints/0120000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..6bbb8719463d819c865c104597046a0165eea278 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0120000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 120000 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0140000/pretrained_model/config.json b/act_so101_pickplace_02/checkpoints/0140000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..97c27c1984fd1b67ccdde4dc8b77419b3eb42e46 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0140000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0140000/pretrained_model/model.safetensors b/act_so101_pickplace_02/checkpoints/0140000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..68c2220078c9143d16f0aaa88ae3b7e16cdfe270 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0140000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2441940a78bf121bf7155226875eff542aca386a52ddf3d125ec16aac605e99 +size 206701064 diff --git a/act_so101_pickplace_02/checkpoints/0140000/pretrained_model/train_config.json b/act_so101_pickplace_02/checkpoints/0140000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a778a37e15212ed634ce94e2665739f5fa863619 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0140000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "lerobot/svla_so101_pickplace", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_so101_pickplace_02", + "job_name": "act_so101_pickplace", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 32, + "steps": 1000000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 5e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0140000/training_state/optimizer_param_groups.json b/act_so101_pickplace_02/checkpoints/0140000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..471bf869cff5a1eeae0cbb49b880a2cd71c0da7f --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0140000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 5e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0140000/training_state/optimizer_state.safetensors b/act_so101_pickplace_02/checkpoints/0140000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1540263cc7568ed1ddd3a5f55532dbc43c8d223b --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0140000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a66d57e231cb5bfd776d65338155212ca0469b69d4bae979d444bf1b9b79c56a +size 412817652 diff --git a/act_so101_pickplace_02/checkpoints/0140000/training_state/rng_state.safetensors b/act_so101_pickplace_02/checkpoints/0140000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2e22e246ee73cb82db203e4a95ac5c1e3d949efc --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0140000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07fc9717074832c1f22f0097ef07ad3937eea9ed370d835c56459a410b6681da +size 15708 diff --git a/act_so101_pickplace_02/checkpoints/0140000/training_state/training_step.json b/act_so101_pickplace_02/checkpoints/0140000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f3695dfae1578a72a581cd61c827ae9be8dcaa64 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0140000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 140000 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0160000/pretrained_model/config.json b/act_so101_pickplace_02/checkpoints/0160000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..97c27c1984fd1b67ccdde4dc8b77419b3eb42e46 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0160000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0160000/pretrained_model/model.safetensors b/act_so101_pickplace_02/checkpoints/0160000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4a7c4a8ad05953fb3ff32a88462802c2bfba5e41 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0160000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf0622cad96ebd7ffd067a07a2660fbbe66bb3ed0d9b1984f760509f4a2b89e5 +size 206701064 diff --git a/act_so101_pickplace_02/checkpoints/0160000/pretrained_model/train_config.json b/act_so101_pickplace_02/checkpoints/0160000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a778a37e15212ed634ce94e2665739f5fa863619 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0160000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "lerobot/svla_so101_pickplace", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_so101_pickplace_02", + "job_name": "act_so101_pickplace", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 32, + "steps": 1000000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 5e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0160000/training_state/optimizer_param_groups.json b/act_so101_pickplace_02/checkpoints/0160000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..471bf869cff5a1eeae0cbb49b880a2cd71c0da7f --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0160000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 5e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0160000/training_state/optimizer_state.safetensors b/act_so101_pickplace_02/checkpoints/0160000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff2dea793380bb3f7f091da95e7130b1bbcec3c9 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0160000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:750ea62ea167065db0631a4e484008b8bc7740c2e025a4b019e78e4a357c7a39 +size 412817652 diff --git a/act_so101_pickplace_02/checkpoints/0160000/training_state/rng_state.safetensors b/act_so101_pickplace_02/checkpoints/0160000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..285da67e9becae3a75a92c27535afe4ffe92cd15 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0160000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf60f8f9b196e995cec22b99de2a3f9d0079067ccd948f275d92911e99f1e0e8 +size 15708 diff --git a/act_so101_pickplace_02/checkpoints/0160000/training_state/training_step.json b/act_so101_pickplace_02/checkpoints/0160000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..18f112ab3b2ba641c0049e21daf4fb129368a0a0 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0160000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 160000 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0180000/pretrained_model/config.json b/act_so101_pickplace_02/checkpoints/0180000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..97c27c1984fd1b67ccdde4dc8b77419b3eb42e46 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0180000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0180000/pretrained_model/model.safetensors b/act_so101_pickplace_02/checkpoints/0180000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..16f53bcfbf4e657bda9e7dcda7aee2c6ebe95984 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0180000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfe33b1c1d05861c7d2515e108eba6e1407518069e3c256b4e4ed09f8e28441a +size 206701064 diff --git a/act_so101_pickplace_02/checkpoints/0180000/pretrained_model/train_config.json b/act_so101_pickplace_02/checkpoints/0180000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a778a37e15212ed634ce94e2665739f5fa863619 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0180000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "lerobot/svla_so101_pickplace", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_so101_pickplace_02", + "job_name": "act_so101_pickplace", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 32, + "steps": 1000000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 5e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0180000/training_state/optimizer_param_groups.json b/act_so101_pickplace_02/checkpoints/0180000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..471bf869cff5a1eeae0cbb49b880a2cd71c0da7f --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0180000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 5e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0180000/training_state/optimizer_state.safetensors b/act_so101_pickplace_02/checkpoints/0180000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a52794a950c1eba995baa6ac42bdcd941509c433 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0180000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18a63dc119eccc14926d63823ad7fabbd6abf75405c540061aea1e10ce9a36fd +size 412817652 diff --git a/act_so101_pickplace_02/checkpoints/0180000/training_state/rng_state.safetensors b/act_so101_pickplace_02/checkpoints/0180000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f7cf851ee862a54d28a45a73cc22e14a1b444a8e --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0180000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7012a823f6a9a5a7f2252f6960ac34c58f465ab4b10ffb732cfffe97f96738bf +size 15708 diff --git a/act_so101_pickplace_02/checkpoints/0180000/training_state/training_step.json b/act_so101_pickplace_02/checkpoints/0180000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..3da013f3092359f6c4ebb97dfc69e8300dbb32e4 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0180000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 180000 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0200000/pretrained_model/config.json b/act_so101_pickplace_02/checkpoints/0200000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..97c27c1984fd1b67ccdde4dc8b77419b3eb42e46 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0200000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0200000/pretrained_model/model.safetensors b/act_so101_pickplace_02/checkpoints/0200000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..624d33145fd086dcb7f2ff539e24fa0081b2da68 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0200000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34b47904f03c1af0e516e92978ecbf186b5fed59f8b92c18be95f1c0c4fa7b90 +size 206701064 diff --git a/act_so101_pickplace_02/checkpoints/0200000/pretrained_model/train_config.json b/act_so101_pickplace_02/checkpoints/0200000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a778a37e15212ed634ce94e2665739f5fa863619 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0200000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "lerobot/svla_so101_pickplace", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_so101_pickplace_02", + "job_name": "act_so101_pickplace", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 32, + "steps": 1000000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 5e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0200000/training_state/optimizer_param_groups.json b/act_so101_pickplace_02/checkpoints/0200000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..471bf869cff5a1eeae0cbb49b880a2cd71c0da7f --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0200000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 5e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0200000/training_state/optimizer_state.safetensors b/act_so101_pickplace_02/checkpoints/0200000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d4c6b67c95e76f0ac7aee1618932ceab36cbed1 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0200000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd0dc1c0317f819a6c4d6fa835a497849ade68e8055375eabaf54e6ec1e70cf1 +size 412817652 diff --git a/act_so101_pickplace_02/checkpoints/0200000/training_state/rng_state.safetensors b/act_so101_pickplace_02/checkpoints/0200000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c8b44fd01b94663751969a18b7810adad030f1b --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0200000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0601fc3a88bcc447bbd717cd1d6e97c403397b18e9daf90da4952d5ee77d587 +size 15708 diff --git a/act_so101_pickplace_02/checkpoints/0200000/training_state/training_step.json b/act_so101_pickplace_02/checkpoints/0200000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..bcef8d8b05253341579ace0987c46cee6885c961 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0200000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 200000 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0220000/pretrained_model/config.json b/act_so101_pickplace_02/checkpoints/0220000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..97c27c1984fd1b67ccdde4dc8b77419b3eb42e46 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0220000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0220000/pretrained_model/model.safetensors b/act_so101_pickplace_02/checkpoints/0220000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ac61f1ac6831a485357eedb8304d23a188c52adc --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0220000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88eb792ec17e0c5d9d12e532e823d7b96de5fce1fa35892eb4e561249960a3ab +size 206701064 diff --git a/act_so101_pickplace_02/checkpoints/0220000/pretrained_model/train_config.json b/act_so101_pickplace_02/checkpoints/0220000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a778a37e15212ed634ce94e2665739f5fa863619 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0220000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "lerobot/svla_so101_pickplace", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_so101_pickplace_02", + "job_name": "act_so101_pickplace", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 32, + "steps": 1000000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 5e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0220000/training_state/optimizer_param_groups.json b/act_so101_pickplace_02/checkpoints/0220000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..471bf869cff5a1eeae0cbb49b880a2cd71c0da7f --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0220000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 5e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0220000/training_state/optimizer_state.safetensors b/act_so101_pickplace_02/checkpoints/0220000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..651ac855c0f103ec3d4f43d612d458190d60dc24 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0220000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdad970985f46b1c85f50303c81c0566c94c8a03b885fdc79f062d6f780fc75b +size 412817652 diff --git a/act_so101_pickplace_02/checkpoints/0220000/training_state/rng_state.safetensors b/act_so101_pickplace_02/checkpoints/0220000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..024c53fd724e3c4ef3ad245ac6e7bc636fc59d8f --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0220000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a02e75a330dcb00a29e5d2e2ddd0dd6b20f62a019520e674c328e982d982bf9c +size 15708 diff --git a/act_so101_pickplace_02/checkpoints/0220000/training_state/training_step.json b/act_so101_pickplace_02/checkpoints/0220000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..fec2a7fdbd24d5c19d3c0b86e829eecf3e0004b3 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0220000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 220000 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0240000/pretrained_model/config.json b/act_so101_pickplace_02/checkpoints/0240000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..97c27c1984fd1b67ccdde4dc8b77419b3eb42e46 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0240000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0240000/pretrained_model/model.safetensors b/act_so101_pickplace_02/checkpoints/0240000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8e64f041fdf47694897d4afed2c3bc2f3f7334b6 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0240000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32c6f6fb142d7ace5ad191897dfa1c4f69ad669d14ffb8e1cefe7ac6b0966e59 +size 206701064 diff --git a/act_so101_pickplace_02/checkpoints/0240000/pretrained_model/train_config.json b/act_so101_pickplace_02/checkpoints/0240000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a778a37e15212ed634ce94e2665739f5fa863619 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0240000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "lerobot/svla_so101_pickplace", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_so101_pickplace_02", + "job_name": "act_so101_pickplace", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 32, + "steps": 1000000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 5e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0240000/training_state/optimizer_param_groups.json b/act_so101_pickplace_02/checkpoints/0240000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..471bf869cff5a1eeae0cbb49b880a2cd71c0da7f --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0240000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 5e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0240000/training_state/optimizer_state.safetensors b/act_so101_pickplace_02/checkpoints/0240000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13d09c8a63715542163154ab7eb13f34207d97f5 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0240000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:499f7d6157a261f57cb526372bc45b0fb8d746a365fd70ae5ff81b7d1e7408ad +size 412817652 diff --git a/act_so101_pickplace_02/checkpoints/0240000/training_state/rng_state.safetensors b/act_so101_pickplace_02/checkpoints/0240000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aa0db82374bb19e145e09bb45d9ebd7aeab93ea9 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0240000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fb86daa60c4e0e371ea8a335c53b9cae0fef0ec67870d65f4ce72ec39e7e6c8 +size 15708 diff --git a/act_so101_pickplace_02/checkpoints/0240000/training_state/training_step.json b/act_so101_pickplace_02/checkpoints/0240000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..cd776dcc291fdcc40079da5c594255ca04238bce --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0240000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 240000 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0260000/pretrained_model/config.json b/act_so101_pickplace_02/checkpoints/0260000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5c366d44acdfe8f60d565b3d36b0f2445d3a165d --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0260000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": 0, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0260000/pretrained_model/model.safetensors b/act_so101_pickplace_02/checkpoints/0260000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..58e67c7bb308ca0dfe39381a5bac5df8f245a144 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0260000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f594a4da0600d4170db74da76f10b7af5c1f0cbfda51e03ded2fd2822ec74f55 +size 206701064 diff --git a/act_so101_pickplace_02/checkpoints/0260000/pretrained_model/train_config.json b/act_so101_pickplace_02/checkpoints/0260000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2b32418449e4943498cd3c0d08144a475c0159d4 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0260000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "lerobot/svla_so101_pickplace", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": 0, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_so101_pickplace_02", + "job_name": "act_so101_pickplace", + "resume": true, + "seed": 1000, + "num_workers": 4, + "batch_size": 32, + "steps": 1000000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 5e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0260000/training_state/optimizer_param_groups.json b/act_so101_pickplace_02/checkpoints/0260000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..471bf869cff5a1eeae0cbb49b880a2cd71c0da7f --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0260000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 5e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0260000/training_state/optimizer_state.safetensors b/act_so101_pickplace_02/checkpoints/0260000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e49d7fc752ceaf34c3dcc6ea934f9d63980a71c1 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0260000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14527ffa07a082cd448c92d736bf1280aa11d7f94ed6fda54695e6c882813fa9 +size 412817652 diff --git a/act_so101_pickplace_02/checkpoints/0260000/training_state/rng_state.safetensors b/act_so101_pickplace_02/checkpoints/0260000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec5541bdaaea084c390ab59d2915106212cb7e0f --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0260000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c38ac7387b4c75d19de1a9035c927418969f1073673d74a66c7aea2526a897ec +size 15708 diff --git a/act_so101_pickplace_02/checkpoints/0260000/training_state/training_step.json b/act_so101_pickplace_02/checkpoints/0260000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..2e44498dfcc90aab5b8d8abc1e091f54a4d70426 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0260000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 260000 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0280000/pretrained_model/config.json b/act_so101_pickplace_02/checkpoints/0280000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5c366d44acdfe8f60d565b3d36b0f2445d3a165d --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0280000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": 0, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0280000/pretrained_model/model.safetensors b/act_so101_pickplace_02/checkpoints/0280000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c309eb915d4f0da4fb4832fb809673e4cb4ac41c --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0280000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5e0144a55ace9483449ff6d539b4c8993264dd2ba57068f20aaad00b0e5a61d +size 206701064 diff --git a/act_so101_pickplace_02/checkpoints/0280000/pretrained_model/train_config.json b/act_so101_pickplace_02/checkpoints/0280000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2b32418449e4943498cd3c0d08144a475c0159d4 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0280000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "lerobot/svla_so101_pickplace", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.up": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": 0, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 5e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_so101_pickplace_02", + "job_name": "act_so101_pickplace", + "resume": true, + "seed": 1000, + "num_workers": 4, + "batch_size": 32, + "steps": 1000000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 5e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0280000/training_state/optimizer_param_groups.json b/act_so101_pickplace_02/checkpoints/0280000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..471bf869cff5a1eeae0cbb49b880a2cd71c0da7f --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0280000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 5e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/act_so101_pickplace_02/checkpoints/0280000/training_state/optimizer_state.safetensors b/act_so101_pickplace_02/checkpoints/0280000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..abde438aac4b9e0a81b0035ee60e8d69f206ed13 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0280000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e84b50d7dc2777d418b73f366356ab5fe560f9035e49c537daa8edb9dd2b5970 +size 412817652 diff --git a/act_so101_pickplace_02/checkpoints/0280000/training_state/rng_state.safetensors b/act_so101_pickplace_02/checkpoints/0280000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..60f7d815a58381c5a8d4bb2bd1b75db7dbb91980 --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0280000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cf640830d3105f423a6d754bf95285342d5b760e793cde52bc384f6f8cd93ec +size 15708 diff --git a/act_so101_pickplace_02/checkpoints/0280000/training_state/training_step.json b/act_so101_pickplace_02/checkpoints/0280000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7dd543c28615294e867b2577a61ab8cc835e631a --- /dev/null +++ b/act_so101_pickplace_02/checkpoints/0280000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 280000 +} \ No newline at end of file