diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..e995ba479d2f89015b7c7a0d99f1bf7f5ad02e4f 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +wandb/run-20250729_190642-7pxzahhl/run-7pxzahhl.wandb filter=lfs diff=lfs merge=lfs -text diff --git a/checkpoints/000500/pretrained_model/config.json b/checkpoints/000500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/000500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/000500/pretrained_model/model.safetensors b/checkpoints/000500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fd318e804ac87527cb536320609c4c9e0d51cd78 --- /dev/null +++ b/checkpoints/000500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bea81511775460c11cd69d7f1d7bd32b0c2bf714aded4dfba8487a2e109c332 +size 206701336 diff --git a/checkpoints/000500/pretrained_model/train_config.json b/checkpoints/000500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/000500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/000500/training_state/optimizer_param_groups.json b/checkpoints/000500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/000500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/000500/training_state/optimizer_state.safetensors b/checkpoints/000500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d54058b3e33cb5fef783d351ad1a812d97d9d464 --- /dev/null +++ b/checkpoints/000500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00a64759de4ef85ea031743ba62985c27c2376b6f19e402800d5ea31630794bf +size 412817652 diff --git a/checkpoints/000500/training_state/rng_state.safetensors b/checkpoints/000500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a7954e9bb78e6ceadd3b4a406cdb1f7f979030aa --- /dev/null +++ b/checkpoints/000500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:961cddb62385d890d929ce22268628cc0d7d64f75f09adb006fb04cdc54af51e +size 15708 diff --git a/checkpoints/000500/training_state/training_step.json b/checkpoints/000500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8df625539d7e10ddfbd1e2ac0daf2fdd64ff5c4b --- /dev/null +++ b/checkpoints/000500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 500 +} \ No newline at end of file diff --git a/checkpoints/001000/pretrained_model/config.json b/checkpoints/001000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/001000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/001000/pretrained_model/model.safetensors b/checkpoints/001000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..46d7efc8be26b9c2b65b0799e1e01a922e812cee --- /dev/null +++ b/checkpoints/001000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42e4bff1c638ad029c74c242395d443926f93d828ad9443410a911fa06b53a81 +size 206701336 diff --git a/checkpoints/001000/pretrained_model/train_config.json b/checkpoints/001000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/001000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/001000/training_state/optimizer_param_groups.json b/checkpoints/001000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/001000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/001000/training_state/optimizer_state.safetensors b/checkpoints/001000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..44cdd01d3b41800d883da49372230311c9763f1b --- /dev/null +++ b/checkpoints/001000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd2b464c0dfdd680ed7ceb8fcf45b9f45f5e4f408ddb791c37ffb1f6a74b46ba +size 412817652 diff --git a/checkpoints/001000/training_state/rng_state.safetensors b/checkpoints/001000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9d3bcb2fbe87d817f05cac7913d42332b738b8ad --- /dev/null +++ b/checkpoints/001000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:822aaae22be322fde92e16139cae0a287fbdb4c562b11fc4e6e71e6a35c3d844 +size 15708 diff --git a/checkpoints/001000/training_state/training_step.json b/checkpoints/001000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d98c94f5b78238bf495ac68b9f9fb446cfac5c07 --- /dev/null +++ b/checkpoints/001000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 1000 +} \ No newline at end of file diff --git a/checkpoints/001500/pretrained_model/config.json b/checkpoints/001500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/001500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/001500/pretrained_model/model.safetensors b/checkpoints/001500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f8f944e4d750728b0f40f49c78f93267b4677c7 --- /dev/null +++ b/checkpoints/001500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78a52cec7e546174a72bc1a61c0253eb6f0d4941c2e9f28ce0b1c1e9a38c09b3 +size 206701336 diff --git a/checkpoints/001500/pretrained_model/train_config.json b/checkpoints/001500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/001500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/001500/training_state/optimizer_param_groups.json b/checkpoints/001500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/001500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/001500/training_state/optimizer_state.safetensors b/checkpoints/001500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fdaf9d6daf06e36b035807b1c00c815e4ebfc760 --- /dev/null +++ b/checkpoints/001500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17162bb81d382e49a8d963dd7748a7b6b11551986d11e38c862c6e8d7289ac13 +size 412817652 diff --git a/checkpoints/001500/training_state/rng_state.safetensors b/checkpoints/001500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..204f957c043565665f0ac7faea74dc92bade8840 --- /dev/null +++ b/checkpoints/001500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b80283a8acd3bc70d9089185d4e95e2bbe04d57d5eeb19dea85f2ebff0204c17 +size 15708 diff --git a/checkpoints/001500/training_state/training_step.json b/checkpoints/001500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..332c190c78659d9403699dab54afdd72e41d21b8 --- /dev/null +++ b/checkpoints/001500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 1500 +} \ No newline at end of file diff --git a/checkpoints/002000/pretrained_model/config.json b/checkpoints/002000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/002000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/002000/pretrained_model/model.safetensors b/checkpoints/002000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b2663af93261aa8c704926749365badbe87defa9 --- /dev/null +++ b/checkpoints/002000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0e94fec83683d37850fbbac26cc9f8553c43a2adaa01528cc2e8ec6cc346530 +size 206701336 diff --git a/checkpoints/002000/pretrained_model/train_config.json b/checkpoints/002000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/002000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/002000/training_state/optimizer_param_groups.json b/checkpoints/002000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/002000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/002000/training_state/optimizer_state.safetensors b/checkpoints/002000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d79b55a8b8370e133258fa5d233cb91d72a1bbaf --- /dev/null +++ b/checkpoints/002000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7535480f7915db9276560f79c903dd2671d1c85214c9387ad3b402a4be569779 +size 412817652 diff --git a/checkpoints/002000/training_state/rng_state.safetensors b/checkpoints/002000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a4c265fec00e0ee4d19684db54e3a5e1335afa49 --- /dev/null +++ b/checkpoints/002000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a34fc2d9b482026c17e79133a3776f194ed7a689a1b7943567a7f6cf12ef2b8c +size 15708 diff --git a/checkpoints/002000/training_state/training_step.json b/checkpoints/002000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..39090bbb986edb821e1602990d19357dcdb5d2ae --- /dev/null +++ b/checkpoints/002000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 2000 +} \ No newline at end of file diff --git a/checkpoints/002500/pretrained_model/config.json b/checkpoints/002500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/002500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/002500/pretrained_model/model.safetensors b/checkpoints/002500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f594416da813d0ce71e1c6331330c51694b74bdb --- /dev/null +++ b/checkpoints/002500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6251837b3c6ab42699dd1111a24c82d7a0fca8569fd385deb172fb215459ac20 +size 206701336 diff --git a/checkpoints/002500/pretrained_model/train_config.json b/checkpoints/002500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/002500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/002500/training_state/optimizer_param_groups.json b/checkpoints/002500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/002500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/002500/training_state/optimizer_state.safetensors b/checkpoints/002500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a67ecf8a17adc5b7c2dc06c53ea9304a9499e9f6 --- /dev/null +++ b/checkpoints/002500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2914f51f09c072d55212f062ad7191a044f71cda030c9b07ccc81b670227b52 +size 412817652 diff --git a/checkpoints/002500/training_state/rng_state.safetensors b/checkpoints/002500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..93c894e047cea81efa11f29943318c5e34892933 --- /dev/null +++ b/checkpoints/002500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e527a989592fdd5d66d4e7e25ca9748d9d73a67650140017cfb257ae897dc3b +size 15708 diff --git a/checkpoints/002500/training_state/training_step.json b/checkpoints/002500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d265f47a09c2910099ed59e197b57b34675d1ae0 --- /dev/null +++ b/checkpoints/002500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 2500 +} \ No newline at end of file diff --git a/checkpoints/003000/pretrained_model/config.json b/checkpoints/003000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/003000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/003000/pretrained_model/model.safetensors b/checkpoints/003000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..969812d596866d14b323ffe7d95d8fbbe3c67596 --- /dev/null +++ b/checkpoints/003000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbab48bb2af259babc9f919044a063c4c9e5ec6416ffd95e544375401e85efd2 +size 206701336 diff --git a/checkpoints/003000/pretrained_model/train_config.json b/checkpoints/003000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/003000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/003000/training_state/optimizer_param_groups.json b/checkpoints/003000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/003000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/003000/training_state/optimizer_state.safetensors b/checkpoints/003000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ae8f3e30b61c4b0e0a25fdb7aef5854d06e52d98 --- /dev/null +++ b/checkpoints/003000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acbb9e808ad736c6ebdac3158ab22eb6ebc559b87bd1437e16d664f76ef5fc4b +size 412817652 diff --git a/checkpoints/003000/training_state/rng_state.safetensors b/checkpoints/003000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..160f219f31746d818267be00002540f541c627d5 --- /dev/null +++ b/checkpoints/003000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a098c815fa032428672bd72c247fc664b4fe8135f5c0ada1e44c7b852b8c1f1 +size 15708 diff --git a/checkpoints/003000/training_state/training_step.json b/checkpoints/003000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c1a44127b7dfea653fd776d529fa83c55d32081c --- /dev/null +++ b/checkpoints/003000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 3000 +} \ No newline at end of file diff --git a/checkpoints/003500/pretrained_model/config.json b/checkpoints/003500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/003500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/003500/pretrained_model/model.safetensors b/checkpoints/003500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..20b0e776d7304fb30eebea6e31f7dff627a7597c --- /dev/null +++ b/checkpoints/003500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97c631761e561ef8fdd4653d923c3ad6cc6aa76b6246b8092132ee8ab565ac93 +size 206701336 diff --git a/checkpoints/003500/pretrained_model/train_config.json b/checkpoints/003500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/003500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/003500/training_state/optimizer_param_groups.json b/checkpoints/003500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/003500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/003500/training_state/optimizer_state.safetensors b/checkpoints/003500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..65160365f4b1a908c805f5aab1473129f05d3132 --- /dev/null +++ b/checkpoints/003500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60ff70f1e9bf36260532a4e86c8332705a9d9795a00f632d3f2a5e76f7259ed1 +size 412817652 diff --git a/checkpoints/003500/training_state/rng_state.safetensors b/checkpoints/003500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ccc994b0d6176758db9f7279bd09304ed432b63 --- /dev/null +++ b/checkpoints/003500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5570e35fdcb8ada369fa3d7e5b1b30e460eb4bf3509dd9e89dd6d970c30ed320 +size 15708 diff --git a/checkpoints/003500/training_state/training_step.json b/checkpoints/003500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..ae7ae4f2823ad80bcbd73e17fec39ab540bebe83 --- /dev/null +++ b/checkpoints/003500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 3500 +} \ No newline at end of file diff --git a/checkpoints/004000/pretrained_model/config.json b/checkpoints/004000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/004000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/004000/pretrained_model/model.safetensors b/checkpoints/004000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e73f3bd6fab220c188c1afd4378a71f964476a4b --- /dev/null +++ b/checkpoints/004000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29268be4fd814fad291e61f747e1b753131d587d154a1f4e4cb681f4df71c1f3 +size 206701336 diff --git a/checkpoints/004000/pretrained_model/train_config.json b/checkpoints/004000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/004000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/004000/training_state/optimizer_param_groups.json b/checkpoints/004000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/004000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/004000/training_state/optimizer_state.safetensors b/checkpoints/004000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f76ecd64cb55cd5b5824ef13d72febc24710b012 --- /dev/null +++ b/checkpoints/004000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a99ef031ed9dd43e8f97fb9acc02813f66f0bea18de94222dbc8abf3ab6b7338 +size 412817652 diff --git a/checkpoints/004000/training_state/rng_state.safetensors b/checkpoints/004000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd17bda842c7f20ae0e6bbf5ded0cd789b53c6ba --- /dev/null +++ b/checkpoints/004000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e302fa3ec9f352a312d0be9fb81381307189d61f78340fcb9a8bcbf486d5b7d +size 15708 diff --git a/checkpoints/004000/training_state/training_step.json b/checkpoints/004000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..75d870521c191f77dd9eaa4d83486eab6e768f69 --- /dev/null +++ b/checkpoints/004000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 4000 +} \ No newline at end of file diff --git a/checkpoints/004500/pretrained_model/config.json b/checkpoints/004500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/004500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/004500/pretrained_model/model.safetensors b/checkpoints/004500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b5cb6e8a221a0cda109379f5b963770e35a242fe --- /dev/null +++ b/checkpoints/004500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bdb36fd7eb8247a911b8e307f46de6bd2916e4fe3afd25c3d8e8385611da039 +size 206701336 diff --git a/checkpoints/004500/pretrained_model/train_config.json b/checkpoints/004500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/004500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/004500/training_state/optimizer_param_groups.json b/checkpoints/004500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/004500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/004500/training_state/optimizer_state.safetensors b/checkpoints/004500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba07be39cb1170fbac937b8a3e36e570d78e80cd --- /dev/null +++ b/checkpoints/004500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2abbd297492d47ad20b3b36fd267606fe401de7b1d9df4351d12470bd8dc22c +size 412817652 diff --git a/checkpoints/004500/training_state/rng_state.safetensors b/checkpoints/004500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2d11177bdf897b0edb6f152ecf95f0cb20516426 --- /dev/null +++ b/checkpoints/004500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35d99e4f152b7797bbd377f2c888b0a87e5b2ef4f8ee6ed04387216f73bcd26b +size 15708 diff --git a/checkpoints/004500/training_state/training_step.json b/checkpoints/004500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..97f44a46f3389e808bf52d71d209b5cd5d38d52d --- /dev/null +++ b/checkpoints/004500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 4500 +} \ No newline at end of file diff --git a/checkpoints/005000/pretrained_model/config.json b/checkpoints/005000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/005000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/005000/pretrained_model/model.safetensors b/checkpoints/005000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..49edfb550306a2e9c4235eff402b6c16bc172549 --- /dev/null +++ b/checkpoints/005000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01af06108de8e404fdf725fedff979a6cb571de7197f860e10314aa81a4ac4a3 +size 206701336 diff --git a/checkpoints/005000/pretrained_model/train_config.json b/checkpoints/005000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/005000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/005000/training_state/optimizer_param_groups.json b/checkpoints/005000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/005000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/005000/training_state/optimizer_state.safetensors b/checkpoints/005000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..074fa23958a2cbee1c6259250da6b7ae9f3f9eed --- /dev/null +++ b/checkpoints/005000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea71620a283795836a632fa4daee9ef253de78939e45d15aee8d1d6a85463d9d +size 412817652 diff --git a/checkpoints/005000/training_state/rng_state.safetensors b/checkpoints/005000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ad99c6aeea4a3df312251ef879d5537aea6f1bd9 --- /dev/null +++ b/checkpoints/005000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc4f847675048bb474d068ea721ee5f5eb608f87b08e7ac219f13b600f9093c5 +size 15708 diff --git a/checkpoints/005000/training_state/training_step.json b/checkpoints/005000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..592449d3fc8b35c30c604eb1dabe60537e8224a0 --- /dev/null +++ b/checkpoints/005000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 5000 +} \ No newline at end of file diff --git a/checkpoints/005500/pretrained_model/config.json b/checkpoints/005500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/005500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/005500/pretrained_model/model.safetensors b/checkpoints/005500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fe45e9bb5171956419f6b6488eea0dee9e044abb --- /dev/null +++ b/checkpoints/005500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6ce022973f865013d92f8ea296078e6b6d827cd7bcaabdfe76d69f66055a9c6 +size 206701336 diff --git a/checkpoints/005500/pretrained_model/train_config.json b/checkpoints/005500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/005500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/005500/training_state/optimizer_param_groups.json b/checkpoints/005500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/005500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/005500/training_state/optimizer_state.safetensors b/checkpoints/005500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8dea18aa5b4af7517596c0eb04bdb0fa91b75759 --- /dev/null +++ b/checkpoints/005500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e04c51efc6efa42d69a95cd79a341a6ad4f2a5713be2a5d540b063636ab7352 +size 412817652 diff --git a/checkpoints/005500/training_state/rng_state.safetensors b/checkpoints/005500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8568b304c70aa9b350ab3aa90077740c4fbc48ec --- /dev/null +++ b/checkpoints/005500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4005ac422dbc9e6e895ce7c390eaa654fe9b29a3cbf2b671924fe933be21042e +size 15708 diff --git a/checkpoints/005500/training_state/training_step.json b/checkpoints/005500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..834c98398467b7a3f63786150a5f8159aa6fccfc --- /dev/null +++ b/checkpoints/005500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 5500 +} \ No newline at end of file diff --git a/checkpoints/006000/pretrained_model/config.json b/checkpoints/006000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/006000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/006000/pretrained_model/model.safetensors b/checkpoints/006000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..befb4d7824425b73446183a56e0ad4eeb0d05a0a --- /dev/null +++ b/checkpoints/006000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0651070a1e62da3377104abda717c6c46648b1eae1daca7f9710bc14d5a54c3 +size 206701336 diff --git a/checkpoints/006000/pretrained_model/train_config.json b/checkpoints/006000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/006000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/006000/training_state/optimizer_param_groups.json b/checkpoints/006000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/006000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/006000/training_state/optimizer_state.safetensors b/checkpoints/006000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ec4a1c64f5b7b1fd926c374e829e8d376ca181d --- /dev/null +++ b/checkpoints/006000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dd24cf9816530548451e5d8d6a681020eb54f125dd3de7af9bdd25c6de063c7 +size 412817652 diff --git a/checkpoints/006000/training_state/rng_state.safetensors b/checkpoints/006000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..443fa8ef78c2639438046f513ae84488893ab6dc --- /dev/null +++ b/checkpoints/006000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c38d5f19460afc3e6e41b162fce06445d084f4bfe8da56f1d0a4e3c32eede2e +size 15708 diff --git a/checkpoints/006000/training_state/training_step.json b/checkpoints/006000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..e267ac589be64705f8674638b9f5099c886778da --- /dev/null +++ b/checkpoints/006000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 6000 +} \ No newline at end of file diff --git a/checkpoints/006500/pretrained_model/config.json b/checkpoints/006500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/006500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/006500/pretrained_model/model.safetensors b/checkpoints/006500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..041972b7e997e2bb938f22173137bcdc0c800f72 --- /dev/null +++ b/checkpoints/006500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:407d3fcbc6e4c0198c9e25008709f01e1da93b79cbeb883805d28e64d43cbc67 +size 206701336 diff --git a/checkpoints/006500/pretrained_model/train_config.json b/checkpoints/006500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/006500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/006500/training_state/optimizer_param_groups.json b/checkpoints/006500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/006500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/006500/training_state/optimizer_state.safetensors b/checkpoints/006500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8364ee72e6d79e2dd2d9e4c4ab19fbb997e29ab2 --- /dev/null +++ b/checkpoints/006500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:380be78676018a5142f4de15edceb743bd7c66b878c2995f2af0875acd288913 +size 412817652 diff --git a/checkpoints/006500/training_state/rng_state.safetensors b/checkpoints/006500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f2d8500df5d6439b1fa9d212f8556966d6434228 --- /dev/null +++ b/checkpoints/006500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe05775830eb7de7b5e1235a2e55fb7b0e3947a1515b78619c59d11f0d8efb82 +size 15708 diff --git a/checkpoints/006500/training_state/training_step.json b/checkpoints/006500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c72d982a5874b38499a7364727b4f7259dfac7ed --- /dev/null +++ b/checkpoints/006500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 6500 +} \ No newline at end of file diff --git a/checkpoints/007000/pretrained_model/config.json b/checkpoints/007000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/007000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/007000/pretrained_model/model.safetensors b/checkpoints/007000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d2882119123f2536ef43f3c1f1dc306d76da258 --- /dev/null +++ b/checkpoints/007000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c682f599e19ccf509f829fccf219aa1d960f19f8711dcdb21b5c40b5e63c15a6 +size 206701336 diff --git a/checkpoints/007000/pretrained_model/train_config.json b/checkpoints/007000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/007000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/007000/training_state/optimizer_param_groups.json b/checkpoints/007000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/007000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/007000/training_state/optimizer_state.safetensors b/checkpoints/007000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..082d2cb232857e3900384365052f7e2e82f0e5f6 --- /dev/null +++ b/checkpoints/007000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9ac52b58bbe800fc5ff37456c751e21bd7947f3e0c7ad6a1ed9786fa8998b67 +size 412817652 diff --git a/checkpoints/007000/training_state/rng_state.safetensors b/checkpoints/007000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..301b4bb9b8adc4133c99ff6cb7d9650534b64bd9 --- /dev/null +++ b/checkpoints/007000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27f36c393b2303907d463b1124bceb538e437b525dcf3721bd018fb5ca24f8db +size 15708 diff --git a/checkpoints/007000/training_state/training_step.json b/checkpoints/007000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..1f4c730c4d88ece076ae9d4e01ed7fbe60b0415d --- /dev/null +++ b/checkpoints/007000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 7000 +} \ No newline at end of file diff --git a/checkpoints/007500/pretrained_model/config.json b/checkpoints/007500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/007500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/007500/pretrained_model/model.safetensors b/checkpoints/007500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..40b2fa212c7d27a000160cef2129fb94c13d8152 --- /dev/null +++ b/checkpoints/007500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a29f3b02a1d33abeb408c96c7a02ca58957ae6c8b1987d37e1ed64cad6524ea9 +size 206701336 diff --git a/checkpoints/007500/pretrained_model/train_config.json b/checkpoints/007500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/007500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/007500/training_state/optimizer_param_groups.json b/checkpoints/007500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/007500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/007500/training_state/optimizer_state.safetensors b/checkpoints/007500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec7c53854231ea079ef117e742ba539e10e563b2 --- /dev/null +++ b/checkpoints/007500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8659c9546509677769bc6f8a2d81e112954f9e9eb57e95ac064e3ae8ca8804bd +size 412817652 diff --git a/checkpoints/007500/training_state/rng_state.safetensors b/checkpoints/007500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d632d513e4bb8eaf46af2b2ae090dc105115399 --- /dev/null +++ b/checkpoints/007500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d45e9f0ddbc0e1967d5744e054d706433e29535b91da436e4387477959265832 +size 15708 diff --git a/checkpoints/007500/training_state/training_step.json b/checkpoints/007500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..119265efe00a465e1aea6ca140089eb7aa8795c0 --- /dev/null +++ b/checkpoints/007500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 7500 +} \ No newline at end of file diff --git a/checkpoints/008000/pretrained_model/config.json b/checkpoints/008000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/008000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/008000/pretrained_model/model.safetensors b/checkpoints/008000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..86ec39b407d5c2429f07f3f2a0fc7a29401221d4 --- /dev/null +++ b/checkpoints/008000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24b93938ec066d1febea34c66658ecc7486c40624113f1f3f2730c20c828dc9a +size 206701336 diff --git a/checkpoints/008000/pretrained_model/train_config.json b/checkpoints/008000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/008000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/008000/training_state/optimizer_param_groups.json b/checkpoints/008000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/008000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/008000/training_state/optimizer_state.safetensors b/checkpoints/008000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3cf6b85751107c3de216d070ccd94aad497e1ecd --- /dev/null +++ b/checkpoints/008000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5465e0f2832c91c1ab34e121115c95af0d4b064078ba5c8c43ec60e098a1c124 +size 412817652 diff --git a/checkpoints/008000/training_state/rng_state.safetensors b/checkpoints/008000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..60eaa1cf7e101382935e283c141a26b11caaa0b9 --- /dev/null +++ b/checkpoints/008000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d19e6cf61e7feba6d935b563d5bec23bedb2132b8f131318b7c1ef553b19d1ec +size 15708 diff --git a/checkpoints/008000/training_state/training_step.json b/checkpoints/008000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..74d8cba01cab8506617b2cbae6f268fe80fbfa79 --- /dev/null +++ b/checkpoints/008000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 8000 +} \ No newline at end of file diff --git a/checkpoints/008500/pretrained_model/config.json b/checkpoints/008500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/008500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/008500/pretrained_model/model.safetensors b/checkpoints/008500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c31a1ebfdba2be50bfad2d3a6744b1ab4c9c2f9 --- /dev/null +++ b/checkpoints/008500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbbcb721c02ea844014642dc5b1a26cb58a63a48a8080fb3ad4c22aec49970f2 +size 206701336 diff --git a/checkpoints/008500/pretrained_model/train_config.json b/checkpoints/008500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/008500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/008500/training_state/optimizer_param_groups.json b/checkpoints/008500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/008500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/008500/training_state/optimizer_state.safetensors b/checkpoints/008500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5d60b4cc00f7916e9239e6579b6ce6ac0ca4b4ba --- /dev/null +++ b/checkpoints/008500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:720d48f6eb35a015e8efa2608225d993520e0576d1ce53133c4ab646be7b36c3 +size 412817652 diff --git a/checkpoints/008500/training_state/rng_state.safetensors b/checkpoints/008500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1de493d7f0f12435ae7da0710d07fa6cbf071e56 --- /dev/null +++ b/checkpoints/008500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a28899042dc6009654e669fd73918dd0e09cfcc99e1b54397d87fca18df08c06 +size 15708 diff --git a/checkpoints/008500/training_state/training_step.json b/checkpoints/008500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..b346f4430cefeb66f3951c6c881e44d7ece511cb --- /dev/null +++ b/checkpoints/008500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 8500 +} \ No newline at end of file diff --git a/checkpoints/009000/pretrained_model/config.json b/checkpoints/009000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/009000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/009000/pretrained_model/model.safetensors b/checkpoints/009000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ae9da33af8ce5be0e3db45f693cc11d63fd5102c --- /dev/null +++ b/checkpoints/009000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0116747a7a5d562e5ceb6673e6ed0560918ef6c7e749e8ec365fe9cc8f476dff +size 206701336 diff --git a/checkpoints/009000/pretrained_model/train_config.json b/checkpoints/009000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/009000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/009000/training_state/optimizer_param_groups.json b/checkpoints/009000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/009000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/009000/training_state/optimizer_state.safetensors b/checkpoints/009000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..52eb21323ee35110de0ce5fcef72f49d1f2a8b97 --- /dev/null +++ b/checkpoints/009000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aa791973e4cdc48799904844bd7da10877755e4265d62a184335ea3508f93f6 +size 412817652 diff --git a/checkpoints/009000/training_state/rng_state.safetensors b/checkpoints/009000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..10a6603cff73f341daa477859fdf09dd2dba785a --- /dev/null +++ b/checkpoints/009000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e3a3481ed2845de1ebf05b0e249a393c961779f2491e9af74817f4c6e750ec8 +size 15708 diff --git a/checkpoints/009000/training_state/training_step.json b/checkpoints/009000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7247596175281e9d3f295d2b6936944a71b64d34 --- /dev/null +++ b/checkpoints/009000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 9000 +} \ No newline at end of file diff --git a/checkpoints/009500/pretrained_model/config.json b/checkpoints/009500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/009500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/009500/pretrained_model/model.safetensors b/checkpoints/009500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c0a330cd91aede5fdc07ae612c944b998a32e56e --- /dev/null +++ b/checkpoints/009500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d32cfdcf4c9ae7631c1a13b61b66ad8684cca295258fa281df6ef37d9fbe87d7 +size 206701336 diff --git a/checkpoints/009500/pretrained_model/train_config.json b/checkpoints/009500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/009500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/009500/training_state/optimizer_param_groups.json b/checkpoints/009500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/009500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/009500/training_state/optimizer_state.safetensors b/checkpoints/009500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..66dc20c25f314ad9d70ce3c363a7a0ddd1dc2fa7 --- /dev/null +++ b/checkpoints/009500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ade6d58c112e5e6e42a447c2c4730442efa4bdff884a6f3f8b5a80804a29f1e +size 412817652 diff --git a/checkpoints/009500/training_state/rng_state.safetensors b/checkpoints/009500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..779812f6b982c82e3e6a83841a27d2fd792b058c --- /dev/null +++ b/checkpoints/009500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1a020edd7e913436ddea937b4e30b40817c6767572c42c12d1462864a524e64 +size 15708 diff --git a/checkpoints/009500/training_state/training_step.json b/checkpoints/009500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..ac6e52c486e35ee2dd3f06f836d8903da4e02082 --- /dev/null +++ b/checkpoints/009500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 9500 +} \ No newline at end of file diff --git a/checkpoints/010000/pretrained_model/config.json b/checkpoints/010000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/010000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/010000/pretrained_model/model.safetensors b/checkpoints/010000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..84b92c4fabad09d382f82f1f0d1d82a300bffc7c --- /dev/null +++ b/checkpoints/010000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a918111e22dbb2610e8d6a5fcdeb5739aa11250957060353ac32bcd5ed679ca6 +size 206701336 diff --git a/checkpoints/010000/pretrained_model/train_config.json b/checkpoints/010000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/010000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/010000/training_state/optimizer_param_groups.json b/checkpoints/010000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/010000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/010000/training_state/optimizer_state.safetensors b/checkpoints/010000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dfc2352e06b60df8ad0d6d2bd4d703d6cb0dcabb --- /dev/null +++ b/checkpoints/010000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d0debc3b466a4aaf83d0133acb4acbf55e9542c2b7e2a0e06de53cf77e7d86f +size 412817652 diff --git a/checkpoints/010000/training_state/rng_state.safetensors b/checkpoints/010000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2d102aa31637cdc4a9bdb6edcd0403ef9fc86caf --- /dev/null +++ b/checkpoints/010000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1c102e9aa73a928efe66e88b90f42875fe2edef420115cee3cbfe4f8f6b44ee +size 15708 diff --git a/checkpoints/010000/training_state/training_step.json b/checkpoints/010000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb7c0986e9e7461ca851ce71e95d235ae3d2732 --- /dev/null +++ b/checkpoints/010000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 10000 +} \ No newline at end of file diff --git a/checkpoints/010500/pretrained_model/config.json b/checkpoints/010500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/010500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/010500/pretrained_model/model.safetensors b/checkpoints/010500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d143228528dc3e86ca3aeb1d028d95f4dfab3be8 --- /dev/null +++ b/checkpoints/010500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1bc3add0262bf5357a6b4eb9c9b21628a89477114467f93ad6492486eec9105 +size 206701336 diff --git a/checkpoints/010500/pretrained_model/train_config.json b/checkpoints/010500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/010500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/010500/training_state/optimizer_param_groups.json b/checkpoints/010500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/010500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/010500/training_state/optimizer_state.safetensors b/checkpoints/010500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c039cd62649f1b003b205652c5c1b4afa6c50f44 --- /dev/null +++ b/checkpoints/010500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0160137771b2016aa660bd5fbe75328ec2f9a0c6c136e671f3e817251753d143 +size 412817652 diff --git a/checkpoints/010500/training_state/rng_state.safetensors b/checkpoints/010500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..07579fd4a871bb97d523e17b1e06686fc455041a --- /dev/null +++ b/checkpoints/010500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:438127b8fc55d5283833ab07b9ca1b77bd26ec0cd8f6189a5cdbc730f394e256 +size 15708 diff --git a/checkpoints/010500/training_state/training_step.json b/checkpoints/010500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..eb4a10eb093bdfa12075c38d2ae912999f69c6a3 --- /dev/null +++ b/checkpoints/010500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 10500 +} \ No newline at end of file diff --git a/checkpoints/011000/pretrained_model/config.json b/checkpoints/011000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/011000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/011000/pretrained_model/model.safetensors b/checkpoints/011000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9bdb35a3046c98ad5404485c1cd8d69d1ccd81b5 --- /dev/null +++ b/checkpoints/011000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bd049db0670f8206bff4516e7c881983a61382b4ea70523e5c08987305c822b +size 206701336 diff --git a/checkpoints/011000/pretrained_model/train_config.json b/checkpoints/011000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/011000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/011000/training_state/optimizer_param_groups.json b/checkpoints/011000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/011000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/011000/training_state/optimizer_state.safetensors b/checkpoints/011000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d41583e8fd2aca8ac11abc791722179cc118254c --- /dev/null +++ b/checkpoints/011000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e05b99cd48ddd08566720194a0d4f43e8b4889cc823b21f021bf756100a83108 +size 412817652 diff --git a/checkpoints/011000/training_state/rng_state.safetensors b/checkpoints/011000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02646849aa82ba9c139a1d325829ec685cca9d57 --- /dev/null +++ b/checkpoints/011000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f75f75ec150854f181c711e935a76e44080ce8bf4b4cfee0abd69a9cc4a5060d +size 15708 diff --git a/checkpoints/011000/training_state/training_step.json b/checkpoints/011000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..2389cf08c9a887d74ab54bbe783d6a4eccbbee72 --- /dev/null +++ b/checkpoints/011000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 11000 +} \ No newline at end of file diff --git a/checkpoints/011500/pretrained_model/config.json b/checkpoints/011500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/011500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/011500/pretrained_model/model.safetensors b/checkpoints/011500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c32c417403a55110eeec95273edaab5e476fd4e7 --- /dev/null +++ b/checkpoints/011500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04d2c61d416ffd0bb76a4da4c31f8e30124086c789714e5f418ecc9010889ff1 +size 206701336 diff --git a/checkpoints/011500/pretrained_model/train_config.json b/checkpoints/011500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/011500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/011500/training_state/optimizer_param_groups.json b/checkpoints/011500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/011500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/011500/training_state/optimizer_state.safetensors b/checkpoints/011500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e9824c690b8fb18dc5c1f2c7fa3273f64a38987d --- /dev/null +++ b/checkpoints/011500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5deca0fa422c7e4810fcb00242e84f42e4883bbd61f7ca09a9be4a4f197a885 +size 412817652 diff --git a/checkpoints/011500/training_state/rng_state.safetensors b/checkpoints/011500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e15d78a892757bf7cdc1ed10da96013d51fed2c8 --- /dev/null +++ b/checkpoints/011500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f821068e602bf5f3fb49571dc83d647704e44f1885938046cd6f41267a67bd2 +size 15708 diff --git a/checkpoints/011500/training_state/training_step.json b/checkpoints/011500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..91d8f370dd0c5bded6a73393f573586b75a2e90f --- /dev/null +++ b/checkpoints/011500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 11500 +} \ No newline at end of file diff --git a/checkpoints/012000/pretrained_model/config.json b/checkpoints/012000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/012000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/012000/pretrained_model/model.safetensors b/checkpoints/012000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cf7fd97eeb7296b31d4353d6ca74ad01528ec400 --- /dev/null +++ b/checkpoints/012000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2662f8f3520c9e11bccc63cf08f794a044a926c9adf61a21308d8af388b6601e +size 206701336 diff --git a/checkpoints/012000/pretrained_model/train_config.json b/checkpoints/012000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/012000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/012000/training_state/optimizer_param_groups.json b/checkpoints/012000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/012000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/012000/training_state/optimizer_state.safetensors b/checkpoints/012000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b7d967b6258c315b80c5b5263d5e581b8890817f --- /dev/null +++ b/checkpoints/012000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94dc8b4423c6b728e7377b9ca09b537fe51da8eee91e9697b20da31633db8be0 +size 412817652 diff --git a/checkpoints/012000/training_state/rng_state.safetensors b/checkpoints/012000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2e1e8dc5452cdcb7817fdcad42a0b92defe022f8 --- /dev/null +++ b/checkpoints/012000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b81eb339ddc73baf9236b12fa4ba5ef75deda40e2c6c70049ed03bbf203ea09f +size 15708 diff --git a/checkpoints/012000/training_state/training_step.json b/checkpoints/012000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c4fb27ac819b81943e6545c7c18510bdfb8eae1b --- /dev/null +++ b/checkpoints/012000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 12000 +} \ No newline at end of file diff --git a/checkpoints/012500/pretrained_model/config.json b/checkpoints/012500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/012500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/012500/pretrained_model/model.safetensors b/checkpoints/012500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..89ac6fd493fa8990e3f602ea7ea145039ca20a96 --- /dev/null +++ b/checkpoints/012500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1611fad090be321089174976237511606dc27ebc73023cff4ddac16d87d09096 +size 206701336 diff --git a/checkpoints/012500/pretrained_model/train_config.json b/checkpoints/012500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/012500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/012500/training_state/optimizer_param_groups.json b/checkpoints/012500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/012500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/012500/training_state/optimizer_state.safetensors b/checkpoints/012500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c097e8ea5baf63b3d46562f6870d8823c9fe3da7 --- /dev/null +++ b/checkpoints/012500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b58bdea12a2b742852e6e93331acf15cf70d88990ed392e57a0c0cadc53b96c2 +size 412817652 diff --git a/checkpoints/012500/training_state/rng_state.safetensors b/checkpoints/012500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b1a14d07be182d74405094e89c068de51d849c14 --- /dev/null +++ b/checkpoints/012500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f0568ae982fc813824fb47b5961f7a2ae77d38951d8b9babc3893b66713b71c +size 15708 diff --git a/checkpoints/012500/training_state/training_step.json b/checkpoints/012500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..6d00d1fb30e9fa29506662caa05a99b86254c107 --- /dev/null +++ b/checkpoints/012500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 12500 +} \ No newline at end of file diff --git a/checkpoints/013000/pretrained_model/config.json b/checkpoints/013000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/013000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/013000/pretrained_model/model.safetensors b/checkpoints/013000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0da0aea840f0ce57e0c2cf615f1e93b810b252f7 --- /dev/null +++ b/checkpoints/013000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1998a9bc362431324293dd56cc0c95d182abd9d747eaf546f21ad2a7eec441d0 +size 206701336 diff --git a/checkpoints/013000/pretrained_model/train_config.json b/checkpoints/013000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/013000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/013000/training_state/optimizer_param_groups.json b/checkpoints/013000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/013000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/013000/training_state/optimizer_state.safetensors b/checkpoints/013000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2b906d7bd5bf834918a6a24472d4c38f60dab95e --- /dev/null +++ b/checkpoints/013000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5af7af7a96024965d9ee27cd7f0256fbaf772a82b9a1cad28723d2cf88177cdb +size 412817652 diff --git a/checkpoints/013000/training_state/rng_state.safetensors b/checkpoints/013000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7184524db6cd04d8ca26b2cee3fa3acfc6e0f0d1 --- /dev/null +++ b/checkpoints/013000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:436d009d9e0c1f1ddcbbe301b7f4416a80cfbba48d9459f50ff23afa980dcb76 +size 15708 diff --git a/checkpoints/013000/training_state/training_step.json b/checkpoints/013000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..6f5915e7fb38c851f5b48d58c1f66fe9c9d147ed --- /dev/null +++ b/checkpoints/013000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 13000 +} \ No newline at end of file diff --git a/checkpoints/013500/pretrained_model/config.json b/checkpoints/013500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/013500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/013500/pretrained_model/model.safetensors b/checkpoints/013500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8056bdc829d26d8c21a798a72692001620ba3f85 --- /dev/null +++ b/checkpoints/013500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f382e1fcc1417533fee8730a4ccae96777693029b28b609e5b76e3e321f2d90 +size 206701336 diff --git a/checkpoints/013500/pretrained_model/train_config.json b/checkpoints/013500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/013500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/013500/training_state/optimizer_param_groups.json b/checkpoints/013500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/013500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/013500/training_state/optimizer_state.safetensors b/checkpoints/013500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..29d71accda1373edc7c37a93810525c096b38130 --- /dev/null +++ b/checkpoints/013500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31abcf92bda562bb90ffee1ad07325ab67c3c200babf3199fe75dba463c352e4 +size 412817652 diff --git a/checkpoints/013500/training_state/rng_state.safetensors b/checkpoints/013500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67e50e0ac8833549b9742da58621809302d231f3 --- /dev/null +++ b/checkpoints/013500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75405b61e55894eac9117c98e89e5e2735a6eb7b618fbde10039417cd544b951 +size 15708 diff --git a/checkpoints/013500/training_state/training_step.json b/checkpoints/013500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..cd668526ba807a1d676ac5735b1716d2339fe727 --- /dev/null +++ b/checkpoints/013500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 13500 +} \ No newline at end of file diff --git a/checkpoints/014000/pretrained_model/config.json b/checkpoints/014000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/014000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/014000/pretrained_model/model.safetensors b/checkpoints/014000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a56ae36c67e854e3cad9c3f11e6924694c5e9479 --- /dev/null +++ b/checkpoints/014000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6257a3f7536e3ee0855abfddfa634cadb2542feb395f55d52e917b270a19da5 +size 206701336 diff --git a/checkpoints/014000/pretrained_model/train_config.json b/checkpoints/014000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/014000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/014000/training_state/optimizer_param_groups.json b/checkpoints/014000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/014000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/014000/training_state/optimizer_state.safetensors b/checkpoints/014000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a7e1e46c9075ca3f659f636112759c7e05cc7830 --- /dev/null +++ b/checkpoints/014000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06410224986358deb2ea24c94a4e0107a54498e555c8a40291ad7bdffd60c771 +size 412817652 diff --git a/checkpoints/014000/training_state/rng_state.safetensors b/checkpoints/014000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..277ca353672ed8fd543dd1232782bd9295157b3b --- /dev/null +++ b/checkpoints/014000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34624a98fccb19914013318a250ccc1ee5ae4292598f1da7bccec348c5621e07 +size 15708 diff --git a/checkpoints/014000/training_state/training_step.json b/checkpoints/014000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..560b82990f5c806d547ed82a5432ba60aec285e1 --- /dev/null +++ b/checkpoints/014000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 14000 +} \ No newline at end of file diff --git a/checkpoints/014500/pretrained_model/config.json b/checkpoints/014500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/014500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/014500/pretrained_model/model.safetensors b/checkpoints/014500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..04a8265752e90ffe8e1da92bd2a5a8153d6b7453 --- /dev/null +++ b/checkpoints/014500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8e347d4d5f88881889e4a2525ff66722e860b0ab062b88d5c504ee9912d9f95 +size 206701336 diff --git a/checkpoints/014500/pretrained_model/train_config.json b/checkpoints/014500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/014500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/014500/training_state/optimizer_param_groups.json b/checkpoints/014500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/014500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/014500/training_state/optimizer_state.safetensors b/checkpoints/014500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0cb1e6eabaacd80b448b06f6b1884c8392b7f38b --- /dev/null +++ b/checkpoints/014500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d259f25ff45dd88360a12ce010be2c1261a55658393c2ad64c7fc274769539f5 +size 412817652 diff --git a/checkpoints/014500/training_state/rng_state.safetensors b/checkpoints/014500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e6ad91e62ddf2de92e47025a27faaab07b1f66dc --- /dev/null +++ b/checkpoints/014500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6ae7e7b64fb6c913ef9f4c3e808fcd3233e82445e1b226a9e148962137cc04b +size 15708 diff --git a/checkpoints/014500/training_state/training_step.json b/checkpoints/014500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..ce647c73044ce1a2aa2cc2aaaab26913b3b11ef6 --- /dev/null +++ b/checkpoints/014500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 14500 +} \ No newline at end of file diff --git a/checkpoints/015000/pretrained_model/config.json b/checkpoints/015000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/015000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/015000/pretrained_model/model.safetensors b/checkpoints/015000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eb466cbb494885798f874be7bbe5b0c65c7711a5 --- /dev/null +++ b/checkpoints/015000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:400f09c238381366b9c6052759c8283331a6153b709393252cf8c774b795d3d0 +size 206701336 diff --git a/checkpoints/015000/pretrained_model/train_config.json b/checkpoints/015000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/015000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/015000/training_state/optimizer_param_groups.json b/checkpoints/015000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/015000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/015000/training_state/optimizer_state.safetensors b/checkpoints/015000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2f526966267af6a3e6cf8a5ac4477efa54029f6d --- /dev/null +++ b/checkpoints/015000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09f382778a0f0ecad1f489fbf7076d918f8b921fbfc8657732391bad46f56fde +size 412817652 diff --git a/checkpoints/015000/training_state/rng_state.safetensors b/checkpoints/015000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13b0e0e586c7089ee3cc2cbab404770867d9d366 --- /dev/null +++ b/checkpoints/015000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7208e4272c35b49e9d8f49a8fef6f6e31e064f9a375404864fbf8c3daca1e4ce +size 15708 diff --git a/checkpoints/015000/training_state/training_step.json b/checkpoints/015000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..5cec056c8ba7f3c2e865a0f73ae59975a0503067 --- /dev/null +++ b/checkpoints/015000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 15000 +} \ No newline at end of file diff --git a/checkpoints/015500/pretrained_model/config.json b/checkpoints/015500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/015500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/015500/pretrained_model/model.safetensors b/checkpoints/015500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b79488cc1fda7493ebc79663a5a18f237eedf96 --- /dev/null +++ b/checkpoints/015500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:459ddc1005f5e5fa47ef39438b155098e4d99faefb2731f6bf17d144cfaa2f19 +size 206701336 diff --git a/checkpoints/015500/pretrained_model/train_config.json b/checkpoints/015500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/015500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/015500/training_state/optimizer_param_groups.json b/checkpoints/015500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/015500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/015500/training_state/optimizer_state.safetensors b/checkpoints/015500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eaee41927395cf1bddba0e91d3486cb43d3ba0e1 --- /dev/null +++ b/checkpoints/015500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68c291b7c8c4ecddbd66675c14e806ca32280df978e24eccf62e15e814e96de4 +size 412817652 diff --git a/checkpoints/015500/training_state/rng_state.safetensors b/checkpoints/015500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6432f258911630efd49777dc6ba0054b499c2cfb --- /dev/null +++ b/checkpoints/015500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80ba3ca89e90626aa0f3d01ec98b7e2272d39c10774a28cfc2a8ed20436586fb +size 15708 diff --git a/checkpoints/015500/training_state/training_step.json b/checkpoints/015500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..ec37c3b14625d15d017edc273a747a2941dc48ed --- /dev/null +++ b/checkpoints/015500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 15500 +} \ No newline at end of file diff --git a/checkpoints/016000/pretrained_model/config.json b/checkpoints/016000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/016000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/016000/pretrained_model/model.safetensors b/checkpoints/016000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..354169e96c985fb97da7e03028bcc31da9344a01 --- /dev/null +++ b/checkpoints/016000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fd6b0d40018a4e71fb29449de13b7613b7452895205d7e3d3b7bf63e2b43cd5 +size 206701336 diff --git a/checkpoints/016000/pretrained_model/train_config.json b/checkpoints/016000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/016000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/016000/training_state/optimizer_param_groups.json b/checkpoints/016000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/016000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/016000/training_state/optimizer_state.safetensors b/checkpoints/016000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..38886631348ec2d61822fdeda3eabb2a0b4adb63 --- /dev/null +++ b/checkpoints/016000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5793d2068774d339401636ddc8be6f489d6c0e5d1c8e3282c439faa1fb0ab5b4 +size 412817652 diff --git a/checkpoints/016000/training_state/rng_state.safetensors b/checkpoints/016000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8374e35993e94d9d8706632af53b4c948369febc --- /dev/null +++ b/checkpoints/016000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f5e13dc38c780bf62af108478c3cd9edc5664f90f4c11239232d8032060281e +size 15708 diff --git a/checkpoints/016000/training_state/training_step.json b/checkpoints/016000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..798020d90d4c39414dfab88708ecefd52f2e9ac5 --- /dev/null +++ b/checkpoints/016000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 16000 +} \ No newline at end of file diff --git a/checkpoints/016500/pretrained_model/config.json b/checkpoints/016500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/016500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/016500/pretrained_model/model.safetensors b/checkpoints/016500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6bd2e2000c4026d9d03cf53c10668cfb172f0a08 --- /dev/null +++ b/checkpoints/016500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:939aef286cdb2c80e7b0f5297f1043c45c89689f68c1bb086d7ff6d3b5d6bcd1 +size 206701336 diff --git a/checkpoints/016500/pretrained_model/train_config.json b/checkpoints/016500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/016500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/016500/training_state/optimizer_param_groups.json b/checkpoints/016500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/016500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/016500/training_state/optimizer_state.safetensors b/checkpoints/016500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..19862c89fc05482878270af08363ac9722d62e22 --- /dev/null +++ b/checkpoints/016500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f600a004ac769b77082f7098878b1fc7a5666781188c38c71ae4d241940b867 +size 412817652 diff --git a/checkpoints/016500/training_state/rng_state.safetensors b/checkpoints/016500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d64dac4e84ec2e7cd37523e8bfc853adc4818a7a --- /dev/null +++ b/checkpoints/016500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68c865851ce27c54f67fd5977018f77f16c4ca2ecddf246fb8e154355abb9c97 +size 15708 diff --git a/checkpoints/016500/training_state/training_step.json b/checkpoints/016500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..ed476b8c5e25fc727c214da28ce2a9671d6b073b --- /dev/null +++ b/checkpoints/016500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 16500 +} \ No newline at end of file diff --git a/checkpoints/017000/pretrained_model/config.json b/checkpoints/017000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/017000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/017000/pretrained_model/model.safetensors b/checkpoints/017000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..81b0b04a01a5d606d9c5d092c9125b269fe682e3 --- /dev/null +++ b/checkpoints/017000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c901f9b94e6086ad10d3568dfd38240afd8dedc6ed85213ff737b22b3825c7bf +size 206701336 diff --git a/checkpoints/017000/pretrained_model/train_config.json b/checkpoints/017000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/017000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/017000/training_state/optimizer_param_groups.json b/checkpoints/017000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/017000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/017000/training_state/optimizer_state.safetensors b/checkpoints/017000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a4933ac73d658c41c9f2a5396ea35d128b0f0100 --- /dev/null +++ b/checkpoints/017000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8ff94898a1978f6820896fd2d2a18e6594d201f4363cce08adedc3f9373aa26 +size 412817652 diff --git a/checkpoints/017000/training_state/rng_state.safetensors b/checkpoints/017000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..585e9d78326ed60fd42d55bc9a6c9af37bb59cc9 --- /dev/null +++ b/checkpoints/017000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18602ce7b59c0f4e72f8cbc57a5819b290d9acaed3ffd8b5297048f9461329db +size 15708 diff --git a/checkpoints/017000/training_state/training_step.json b/checkpoints/017000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c397907165bb49af5c8ed9f0802e1ca19fad31fb --- /dev/null +++ b/checkpoints/017000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 17000 +} \ No newline at end of file diff --git a/checkpoints/017500/pretrained_model/config.json b/checkpoints/017500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/017500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/017500/pretrained_model/model.safetensors b/checkpoints/017500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dce3149b5e79083f67638da7b5da36add8a0d8ff --- /dev/null +++ b/checkpoints/017500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f262da3a9f7dfa878dfd5e0260eff20dfb5e17f72958232f2e934cca986ad3b8 +size 206701336 diff --git a/checkpoints/017500/pretrained_model/train_config.json b/checkpoints/017500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/017500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/017500/training_state/optimizer_param_groups.json b/checkpoints/017500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/017500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/017500/training_state/optimizer_state.safetensors b/checkpoints/017500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fdbc7077e7ca32f045d3b146e5d10a263061e8ba --- /dev/null +++ b/checkpoints/017500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f82ab3a13e24e21ee73c2d6df0229f1e7872264f84b4050354bf4ad33f333e1 +size 412817652 diff --git a/checkpoints/017500/training_state/rng_state.safetensors b/checkpoints/017500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..35490d50d3fd3b66d76a7d7d28c69b5c407fd091 --- /dev/null +++ b/checkpoints/017500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aa21b72b51348383a2bea3051bf6c7d1fdb53681d0646335a164e68d59cf88f +size 15708 diff --git a/checkpoints/017500/training_state/training_step.json b/checkpoints/017500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..da8b274dab5ff8a957dfac52878d5b5a54a1a31d --- /dev/null +++ b/checkpoints/017500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 17500 +} \ No newline at end of file diff --git a/checkpoints/018000/pretrained_model/config.json b/checkpoints/018000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/018000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/018000/pretrained_model/model.safetensors b/checkpoints/018000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a2521c1327a9bacedece777c850e99c9af411f88 --- /dev/null +++ b/checkpoints/018000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9c5b5f5e11221c8579cbe4045e8c4158b2fcbae2078ae33006f5abf74688d76 +size 206701336 diff --git a/checkpoints/018000/pretrained_model/train_config.json b/checkpoints/018000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/018000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/018000/training_state/optimizer_param_groups.json b/checkpoints/018000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/018000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/018000/training_state/optimizer_state.safetensors b/checkpoints/018000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5456e0e086e6dbbc6e53e5207220c7b971fd53a7 --- /dev/null +++ b/checkpoints/018000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:277c56a3312b5c54bb3ac84d070ac8e5eb9497b0cbeb160e5f95693408049bcf +size 412817652 diff --git a/checkpoints/018000/training_state/rng_state.safetensors b/checkpoints/018000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f883ef5055cd52e4b0faccbbb56217911dce8004 --- /dev/null +++ b/checkpoints/018000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b21c2f252789b8ed24c505cdba3eee5435ea4bb33335b176030070bb9b1daa9 +size 15708 diff --git a/checkpoints/018000/training_state/training_step.json b/checkpoints/018000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..332a3c17a399c305da7a515c33ffb382d0aff339 --- /dev/null +++ b/checkpoints/018000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 18000 +} \ No newline at end of file diff --git a/checkpoints/018500/pretrained_model/config.json b/checkpoints/018500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/018500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/018500/pretrained_model/model.safetensors b/checkpoints/018500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f21fc17157c4f39a364731a47098108b7679bfb8 --- /dev/null +++ b/checkpoints/018500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2acfffb0f31d42d0459fb88633f0e546b0bada47f2443825e0972624753a91c +size 206701336 diff --git a/checkpoints/018500/pretrained_model/train_config.json b/checkpoints/018500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/018500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/018500/training_state/optimizer_param_groups.json b/checkpoints/018500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/018500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/018500/training_state/optimizer_state.safetensors b/checkpoints/018500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..90a9c4396c75c1a29b064a00097c35f909f3fe8f --- /dev/null +++ b/checkpoints/018500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3809a269e7ac69dbe0212879b8eac8b35cd9df62e8cf4d4cb45bc1ee2c2e874 +size 412817652 diff --git a/checkpoints/018500/training_state/rng_state.safetensors b/checkpoints/018500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5d4d300d903ed500481aeca806fe212c37b99cb3 --- /dev/null +++ b/checkpoints/018500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2b7227236073e03d43edf746aa01a5f667f9faace51caa34fe2dbe4b3789067 +size 15708 diff --git a/checkpoints/018500/training_state/training_step.json b/checkpoints/018500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dcf045308390378f484e22c867892a4bdf4edfd6 --- /dev/null +++ b/checkpoints/018500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 18500 +} \ No newline at end of file diff --git a/checkpoints/019000/pretrained_model/config.json b/checkpoints/019000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/019000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/019000/pretrained_model/model.safetensors b/checkpoints/019000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1aff0bb2895ec22e944e435061d8da7ee373d100 --- /dev/null +++ b/checkpoints/019000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b3cde04ed322e661752a712f1c0a971f2a69d2fb9e337d2191dd4a89de9bd6e +size 206701336 diff --git a/checkpoints/019000/pretrained_model/train_config.json b/checkpoints/019000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/019000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/019000/training_state/optimizer_param_groups.json b/checkpoints/019000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/019000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/019000/training_state/optimizer_state.safetensors b/checkpoints/019000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a0958dc1e4a782f087a1dddef126368d6d54de2f --- /dev/null +++ b/checkpoints/019000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93756184598e7fb0f15e42c26a870537f296849ff0d459a246f2760aaa6094cf +size 412817652 diff --git a/checkpoints/019000/training_state/rng_state.safetensors b/checkpoints/019000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d93d0dc8008f0ef8a998df0c23ccbf24346852f5 --- /dev/null +++ b/checkpoints/019000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f84474b1f2cc6b86edd35ccdc6547c367c7e2886c8661a768395c929446b91b +size 15708 diff --git a/checkpoints/019000/training_state/training_step.json b/checkpoints/019000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..56ff920c81fcd8f0a4df20161e29926b955a4012 --- /dev/null +++ b/checkpoints/019000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 19000 +} \ No newline at end of file diff --git a/checkpoints/019500/pretrained_model/config.json b/checkpoints/019500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/019500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/019500/pretrained_model/model.safetensors b/checkpoints/019500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dbb9c0312ef8648d50ed213cd75b659fc69f77c9 --- /dev/null +++ b/checkpoints/019500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5415d5dfef8a65ec4add405b3c7f03cf8789d5cdd64d0bb594415de75ec4819 +size 206701336 diff --git a/checkpoints/019500/pretrained_model/train_config.json b/checkpoints/019500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/019500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/019500/training_state/optimizer_param_groups.json b/checkpoints/019500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/019500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/019500/training_state/optimizer_state.safetensors b/checkpoints/019500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7cb16f03566a21074a980eaa6a6d99299c5a3501 --- /dev/null +++ b/checkpoints/019500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df8b139fd8aea86b254f3485e3c2546c7f4ad0987bd93320cbbe5e14c4e4784b +size 412817652 diff --git a/checkpoints/019500/training_state/rng_state.safetensors b/checkpoints/019500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b7096310d95a1d5b0b6d17d92928257daf33fa2 --- /dev/null +++ b/checkpoints/019500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6de72a975902d96efa792dd9f12b868783b6abe8796a31cac92ceb4175bbe4b3 +size 15708 diff --git a/checkpoints/019500/training_state/training_step.json b/checkpoints/019500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..97e06a10d1e9e16768318cb114bc3276de381c02 --- /dev/null +++ b/checkpoints/019500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 19500 +} \ No newline at end of file diff --git a/checkpoints/020000/pretrained_model/config.json b/checkpoints/020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/020000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/020000/pretrained_model/model.safetensors b/checkpoints/020000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..34be10c4eddc844b500583763eaf7b436609b276 --- /dev/null +++ b/checkpoints/020000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9673aba079d08989fd150d6ecb5e24a260527743610e3324002285625267200 +size 206701336 diff --git a/checkpoints/020000/pretrained_model/train_config.json b/checkpoints/020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/020000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/020000/training_state/optimizer_param_groups.json b/checkpoints/020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/020000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/020000/training_state/optimizer_state.safetensors b/checkpoints/020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5714ee31bb1622316e69fce240849c1d06f325c4 --- /dev/null +++ b/checkpoints/020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1b38047df9cf322da08a4e80d31bf410896440a8a5bd19d973fa8efe05a2f73 +size 412817652 diff --git a/checkpoints/020000/training_state/rng_state.safetensors b/checkpoints/020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c7ecf81442d762c51f396531625dd503cd4e9a22 --- /dev/null +++ b/checkpoints/020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e4e22762b9a00996047aad360e0a8fbcf5525a5738e0e878d588e95c0b16eaf +size 15708 diff --git a/checkpoints/020000/training_state/training_step.json b/checkpoints/020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/checkpoints/020000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/checkpoints/020500/pretrained_model/config.json b/checkpoints/020500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/020500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/020500/pretrained_model/model.safetensors b/checkpoints/020500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..249d713dfb3cda2e9a9b3279c1a244b3c8c147b9 --- /dev/null +++ b/checkpoints/020500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38f958bfa570dfcdc40db005a9358e80084e01e6be4ed8fd3baa9b38d642a755 +size 206701336 diff --git a/checkpoints/020500/pretrained_model/train_config.json b/checkpoints/020500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/020500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/020500/training_state/optimizer_param_groups.json b/checkpoints/020500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/020500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/020500/training_state/optimizer_state.safetensors b/checkpoints/020500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fda76899ad946c941eab2dc238f7e51d86cc96ca --- /dev/null +++ b/checkpoints/020500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7493aa2e5a6576ab92501a62d3c0a3eaf3f6186956c716455ee92097dddc17c9 +size 412817652 diff --git a/checkpoints/020500/training_state/rng_state.safetensors b/checkpoints/020500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7025d4999cd76a51e37b0efa67880427653c996b --- /dev/null +++ b/checkpoints/020500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f383693d735b5f4c7b28f37fc3a63982f00b0d7d0fe8f6d1d8dff8e155929f0 +size 15708 diff --git a/checkpoints/020500/training_state/training_step.json b/checkpoints/020500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..987ae8410e15c929b2c308d85f2af9187e2932da --- /dev/null +++ b/checkpoints/020500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 20500 +} \ No newline at end of file diff --git a/checkpoints/021000/pretrained_model/config.json b/checkpoints/021000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/021000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/021000/pretrained_model/model.safetensors b/checkpoints/021000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e57cabac4bde308075cea49e349933d6a5c84c29 --- /dev/null +++ b/checkpoints/021000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b261fec6d51ef443c5a84669444be6db9da02413ad2ae09d51589cec6ce015e8 +size 206701336 diff --git a/checkpoints/021000/pretrained_model/train_config.json b/checkpoints/021000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/021000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/021000/training_state/optimizer_param_groups.json b/checkpoints/021000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/021000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/021000/training_state/optimizer_state.safetensors b/checkpoints/021000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..de42359e7f2aaf9c6de80600c6a0a6633d00110a --- /dev/null +++ b/checkpoints/021000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59c05f1c3054961008cde639653dd9771b2267511846e2cded692bf221707ca3 +size 412817652 diff --git a/checkpoints/021000/training_state/rng_state.safetensors b/checkpoints/021000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bf4c823bcad2939411856686501674eaf76509c4 --- /dev/null +++ b/checkpoints/021000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14eecfbd98697261406e59859c88ef0f6e50e90a83f303fa313b78b35125695c +size 15708 diff --git a/checkpoints/021000/training_state/training_step.json b/checkpoints/021000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7820c04576848a4c4bc63dcb05df4faf1161c7f5 --- /dev/null +++ b/checkpoints/021000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 21000 +} \ No newline at end of file diff --git a/checkpoints/021500/pretrained_model/config.json b/checkpoints/021500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/021500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/021500/pretrained_model/model.safetensors b/checkpoints/021500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ac8f90917cbb2be264264ce219d1eb184dc48d8 --- /dev/null +++ b/checkpoints/021500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67967557918f7d75f0929695b9833289076e4dd4ebd0ab7cc362e819eac3a2f9 +size 206701336 diff --git a/checkpoints/021500/pretrained_model/train_config.json b/checkpoints/021500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/021500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/021500/training_state/optimizer_param_groups.json b/checkpoints/021500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/021500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/021500/training_state/optimizer_state.safetensors b/checkpoints/021500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a85ebe0fddac143953af65d864cb6cae36125b95 --- /dev/null +++ b/checkpoints/021500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a270ad956c6a18bb0c4ecc0c3467fb77f66a7e001f9b5e3e65ef50c4c4b7fda +size 412817652 diff --git a/checkpoints/021500/training_state/rng_state.safetensors b/checkpoints/021500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2d09e6fb0a442f30480f92e509914c44a4f43dcb --- /dev/null +++ b/checkpoints/021500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:635c56ee9b8ae4e6b83780aab814b55067423510deb302da64bf8cf6c730feef +size 15708 diff --git a/checkpoints/021500/training_state/training_step.json b/checkpoints/021500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..b3fd17506214a0a555459f61e0793cd7618efbbd --- /dev/null +++ b/checkpoints/021500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 21500 +} \ No newline at end of file diff --git a/checkpoints/022000/pretrained_model/config.json b/checkpoints/022000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/022000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/022000/pretrained_model/model.safetensors b/checkpoints/022000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba2eba6328d0c39c52087fea9c58f6e12ced2677 --- /dev/null +++ b/checkpoints/022000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7ed6b69998c43750bededf0a45e3ee720704c71bd492c9248b2d2eb362ecffd +size 206701336 diff --git a/checkpoints/022000/pretrained_model/train_config.json b/checkpoints/022000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/022000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/022000/training_state/optimizer_param_groups.json b/checkpoints/022000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/022000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/022000/training_state/optimizer_state.safetensors b/checkpoints/022000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6932695f0ffcc01daac475d848c9ccae36285e38 --- /dev/null +++ b/checkpoints/022000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6936493bf7f4b7e91735d0a7c19fd8c4b56024a28f25f7de7ae750482313a4cd +size 412817652 diff --git a/checkpoints/022000/training_state/rng_state.safetensors b/checkpoints/022000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bc27966ed30efc089f0365b4b07f1ea7c2cb6c44 --- /dev/null +++ b/checkpoints/022000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aab82ce641de692aeaac2f0591a9ef35a647087b4743913f5470b12e4f487d12 +size 15708 diff --git a/checkpoints/022000/training_state/training_step.json b/checkpoints/022000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d60e27dffb5d802ca16598a852aec850971cbb39 --- /dev/null +++ b/checkpoints/022000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 22000 +} \ No newline at end of file diff --git a/checkpoints/022500/pretrained_model/config.json b/checkpoints/022500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/022500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/022500/pretrained_model/model.safetensors b/checkpoints/022500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3846c2b68ee0b59b0191f15bc95616e5f628ccbc --- /dev/null +++ b/checkpoints/022500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44d179ead0975394ce0aeb1c382fa243cc736f1bc48e1a9f4017e07ffb57da68 +size 206701336 diff --git a/checkpoints/022500/pretrained_model/train_config.json b/checkpoints/022500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/022500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/022500/training_state/optimizer_param_groups.json b/checkpoints/022500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/022500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/022500/training_state/optimizer_state.safetensors b/checkpoints/022500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..385fb9b1cefed4d233d902fb9b3a72ee6700e8f1 --- /dev/null +++ b/checkpoints/022500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:582b4aa5caf4cf27a8ea9c50e4a034fd33afb8284ca6e4b1837d832d09d56451 +size 412817652 diff --git a/checkpoints/022500/training_state/rng_state.safetensors b/checkpoints/022500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ed2010bac793ce21bc0712044544f3532522c318 --- /dev/null +++ b/checkpoints/022500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48ceccaec014a07eff8a5f358c82faaf7ce02c97bd33a8e9054216ee04099dbb +size 15708 diff --git a/checkpoints/022500/training_state/training_step.json b/checkpoints/022500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f806cbfd68a16a907ec083e2c16fb225eb569102 --- /dev/null +++ b/checkpoints/022500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 22500 +} \ No newline at end of file diff --git a/checkpoints/023000/pretrained_model/config.json b/checkpoints/023000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/023000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/023000/pretrained_model/model.safetensors b/checkpoints/023000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d52a7225384a4236c9b1fa71b7a317363bbed704 --- /dev/null +++ b/checkpoints/023000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd2f5ee385e7f37970a064efaf9e66172a4cf8e85107214d111689381b453eae +size 206701336 diff --git a/checkpoints/023000/pretrained_model/train_config.json b/checkpoints/023000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/023000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/023000/training_state/optimizer_param_groups.json b/checkpoints/023000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/023000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/023000/training_state/optimizer_state.safetensors b/checkpoints/023000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c46598acf7eb69fb88ad725505eaa29835252f1b --- /dev/null +++ b/checkpoints/023000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da6b4d755f5e7afd1ddb5d4acc368067be33ef914f4cd0221428f342f59605b3 +size 412817652 diff --git a/checkpoints/023000/training_state/rng_state.safetensors b/checkpoints/023000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4405b5978aac04c7ceb60c8c59eddbaf7fa1f171 --- /dev/null +++ b/checkpoints/023000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f71be35963140c88a1289e577cd8595b7ff335619636ea75433b0b025389378 +size 15708 diff --git a/checkpoints/023000/training_state/training_step.json b/checkpoints/023000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..e2ae872691c0f4c384a75e3015a6caf86c014370 --- /dev/null +++ b/checkpoints/023000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 23000 +} \ No newline at end of file diff --git a/checkpoints/023500/pretrained_model/config.json b/checkpoints/023500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/023500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/023500/pretrained_model/model.safetensors b/checkpoints/023500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..abc2051b4a3482ff49f66d658a05eff65d225f80 --- /dev/null +++ b/checkpoints/023500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3b4cbfed84bb5d49d31bd5f6caa2b8d9b930c038b07467c4cdb693c7a379ccf +size 206701336 diff --git a/checkpoints/023500/pretrained_model/train_config.json b/checkpoints/023500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/023500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/023500/training_state/optimizer_param_groups.json b/checkpoints/023500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/023500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/023500/training_state/optimizer_state.safetensors b/checkpoints/023500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9eb2f28c6955aaf9db0ca863db873b0344b89c86 --- /dev/null +++ b/checkpoints/023500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dfe52259a95384f15e7584ccc919a44d3218e80e7760e55959d1e206ff0d5e9 +size 412817652 diff --git a/checkpoints/023500/training_state/rng_state.safetensors b/checkpoints/023500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..508f4d77829305fb148cf67952fa346b88cbe17b --- /dev/null +++ b/checkpoints/023500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d678ddb616b6644c47905da04ca9f903af0b1407805e7af1515115c9c9c364d +size 15708 diff --git a/checkpoints/023500/training_state/training_step.json b/checkpoints/023500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..156c966f0ba52bbd98038ae1aac5959fb998c920 --- /dev/null +++ b/checkpoints/023500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 23500 +} \ No newline at end of file diff --git a/checkpoints/024000/pretrained_model/config.json b/checkpoints/024000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/024000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/024000/pretrained_model/model.safetensors b/checkpoints/024000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..95e7d6db4fa692d958f10224f37c8b84847c2b2a --- /dev/null +++ b/checkpoints/024000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ee7d2894055d3bcc8ee213efd0fa92ce07564d434c47859b46bb239b3486f48 +size 206701336 diff --git a/checkpoints/024000/pretrained_model/train_config.json b/checkpoints/024000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/024000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/024000/training_state/optimizer_param_groups.json b/checkpoints/024000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/024000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/024000/training_state/optimizer_state.safetensors b/checkpoints/024000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e08e8615e488f63f87209d6526c018b7cc4c6b47 --- /dev/null +++ b/checkpoints/024000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c1d6abeab165f02332a669d71789ea47c7c2c205b83590709bf0b0ce8fb808e +size 412817652 diff --git a/checkpoints/024000/training_state/rng_state.safetensors b/checkpoints/024000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..542aeb2e354ede060cada1487974d8aa1d53a841 --- /dev/null +++ b/checkpoints/024000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:041e639f5248c13ec29f97c629df0c3617e95f44c9e260b2cbfe318019c01c93 +size 15708 diff --git a/checkpoints/024000/training_state/training_step.json b/checkpoints/024000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..4bf22a00d4c8b45342d351916c6e2f27ab1dd7d9 --- /dev/null +++ b/checkpoints/024000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 24000 +} \ No newline at end of file diff --git a/checkpoints/024500/pretrained_model/config.json b/checkpoints/024500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/024500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/024500/pretrained_model/model.safetensors b/checkpoints/024500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..657cdf277cff3a2455a5d07f9377a46bbaf66e71 --- /dev/null +++ b/checkpoints/024500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34cd52324c711c601a4925f95385113c6be6a26d1ea89fec8fee6bc247d31720 +size 206701336 diff --git a/checkpoints/024500/pretrained_model/train_config.json b/checkpoints/024500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/024500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/024500/training_state/optimizer_param_groups.json b/checkpoints/024500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/024500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/024500/training_state/optimizer_state.safetensors b/checkpoints/024500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..087a56247a44a03c65102fb71d9fb23a75fcc1ec --- /dev/null +++ b/checkpoints/024500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0088b103d337aa26cd6d285b6f7d5bd0816ff51d5043d9e22e65b4595bcda96 +size 412817652 diff --git a/checkpoints/024500/training_state/rng_state.safetensors b/checkpoints/024500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..40e0daa911abab97d70193ac0b0ba1c01cd33e40 --- /dev/null +++ b/checkpoints/024500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7f8b48f16fde8260078df7fd69500cc94fb4588a57336345a255cd1ffdab30d +size 15708 diff --git a/checkpoints/024500/training_state/training_step.json b/checkpoints/024500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..613b282e889113f46e5059147e10871b06adf103 --- /dev/null +++ b/checkpoints/024500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 24500 +} \ No newline at end of file diff --git a/checkpoints/025000/pretrained_model/config.json b/checkpoints/025000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/025000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/025000/pretrained_model/model.safetensors b/checkpoints/025000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ff28a511a0e8099e4f0b9c37811fc0972e824b5 --- /dev/null +++ b/checkpoints/025000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d385979ab9ffacad285b6c740e1cf1cef3272d738ca60eeef2f5f2b580b19ca +size 206701336 diff --git a/checkpoints/025000/pretrained_model/train_config.json b/checkpoints/025000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/025000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/025000/training_state/optimizer_param_groups.json b/checkpoints/025000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/025000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/025000/training_state/optimizer_state.safetensors b/checkpoints/025000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..abf1202578eb7a2875692e26d8f10f7c4844fa7b --- /dev/null +++ b/checkpoints/025000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d29188f46f67aca7f8559c9930ea5823d0c352430c3a75ca0e9cad74edabea8 +size 412817652 diff --git a/checkpoints/025000/training_state/rng_state.safetensors b/checkpoints/025000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f02558f8d7f38e6d69c483ba6c014bdf4a0dba11 --- /dev/null +++ b/checkpoints/025000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0dc1232e2cee1432120a9ae03b354b83eee7ab815a0aacf8e614daf63cfa3f5 +size 15708 diff --git a/checkpoints/025000/training_state/training_step.json b/checkpoints/025000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..ac6903ae05e7bbaec1e2da710fdbe91d8dc3f37d --- /dev/null +++ b/checkpoints/025000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 25000 +} \ No newline at end of file diff --git a/checkpoints/025500/pretrained_model/config.json b/checkpoints/025500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/025500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/025500/pretrained_model/model.safetensors b/checkpoints/025500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5cccca018417a4572e7faa0aa5f6f6fe88decd52 --- /dev/null +++ b/checkpoints/025500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d53e15fbbbd26eeafea1a5f1a80b27207ae923d09325e2d95ab604aad62319d +size 206701336 diff --git a/checkpoints/025500/pretrained_model/train_config.json b/checkpoints/025500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/025500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/025500/training_state/optimizer_param_groups.json b/checkpoints/025500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/025500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/025500/training_state/optimizer_state.safetensors b/checkpoints/025500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..44169d5857529e40d707c8ec0327f9338ac591ad --- /dev/null +++ b/checkpoints/025500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e45121795b6c687ae9a189d85a26f8d45cb07a3557b9801701903dc48eaf1dae +size 412817652 diff --git a/checkpoints/025500/training_state/rng_state.safetensors b/checkpoints/025500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..16afcf4ab091a73fe9f9c1cbca6650194387471b --- /dev/null +++ b/checkpoints/025500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b074a8698ddf931534cf8aa7d0c1b805af56cebbbb30b1603bdaeb0ff499cae +size 15708 diff --git a/checkpoints/025500/training_state/training_step.json b/checkpoints/025500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d6afeb0c2273035431c32e9a69b036a2dd7a99f5 --- /dev/null +++ b/checkpoints/025500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 25500 +} \ No newline at end of file diff --git a/checkpoints/026000/pretrained_model/config.json b/checkpoints/026000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/026000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/026000/pretrained_model/model.safetensors b/checkpoints/026000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d8a9cf0b11d8a87765e5c565b29e4e13334af140 --- /dev/null +++ b/checkpoints/026000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:790d48dbdb4edf15da2c6a5dd152858d05011b9e17db62aaf1e2cdc54a3d22ff +size 206701336 diff --git a/checkpoints/026000/pretrained_model/train_config.json b/checkpoints/026000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/026000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/026000/training_state/optimizer_param_groups.json b/checkpoints/026000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/026000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/026000/training_state/optimizer_state.safetensors b/checkpoints/026000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..798f0ba9fa9bcf5312cfc4023a54e8b5a3944304 --- /dev/null +++ b/checkpoints/026000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0033384a0bdeba95e62ba70da445db375797b7ce0c9d382dacfef763a38c3129 +size 412817652 diff --git a/checkpoints/026000/training_state/rng_state.safetensors b/checkpoints/026000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ee75b87aa4090748c511b51608ff2f6dfe49a8db --- /dev/null +++ b/checkpoints/026000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8136f7d64487e542d784768a9f1dc16b7b32d11fb226353931586a7a82655df7 +size 15708 diff --git a/checkpoints/026000/training_state/training_step.json b/checkpoints/026000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..60495b67a6a5c8ae0694d967a703afdf4bdc4066 --- /dev/null +++ b/checkpoints/026000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 26000 +} \ No newline at end of file diff --git a/checkpoints/026500/pretrained_model/config.json b/checkpoints/026500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/026500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/026500/pretrained_model/model.safetensors b/checkpoints/026500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a827407877f42ecbce33511359f2709fec6661df --- /dev/null +++ b/checkpoints/026500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:632a6d9cf9ecfb46d0ae59623f42bf9f5cbf28bceb457213d1d41fc22de78955 +size 206701336 diff --git a/checkpoints/026500/pretrained_model/train_config.json b/checkpoints/026500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/026500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/026500/training_state/optimizer_param_groups.json b/checkpoints/026500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/026500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/026500/training_state/optimizer_state.safetensors b/checkpoints/026500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..319315540588084671b478e8680687e21163617a --- /dev/null +++ b/checkpoints/026500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f91e5a600052a9e9a9d11415c4e1910c59a3903c66460ff51cd6b90801cf142f +size 412817652 diff --git a/checkpoints/026500/training_state/rng_state.safetensors b/checkpoints/026500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6dd1ba860f08b5c1c9f3388ead38bed03d9185d3 --- /dev/null +++ b/checkpoints/026500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aa5e79131f355097b21c56dfa97d05fa36bd284a0a491299726b27ae1ee2880 +size 15708 diff --git a/checkpoints/026500/training_state/training_step.json b/checkpoints/026500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..1816c45a7514886a4dd9987bb377bec3a3ba3afb --- /dev/null +++ b/checkpoints/026500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 26500 +} \ No newline at end of file diff --git a/checkpoints/027000/pretrained_model/config.json b/checkpoints/027000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/027000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/027000/pretrained_model/model.safetensors b/checkpoints/027000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8670147e469cb6d221978d3deac45d66f92dbb48 --- /dev/null +++ b/checkpoints/027000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:188a15e7c1a6c9200969619810f165fea4d2543bbd372f8404dcc7a2317e2e08 +size 206701336 diff --git a/checkpoints/027000/pretrained_model/train_config.json b/checkpoints/027000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/027000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/027000/training_state/optimizer_param_groups.json b/checkpoints/027000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/027000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/027000/training_state/optimizer_state.safetensors b/checkpoints/027000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..47fbef5b7c983af2cb3ae0ad3ab2cfb4ae0ff86a --- /dev/null +++ b/checkpoints/027000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6dafb2cef336d510eaa45dde79e2d25534485a1e9eb88d9471b1151c5e21f1e +size 412817652 diff --git a/checkpoints/027000/training_state/rng_state.safetensors b/checkpoints/027000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..df17d33a127b4d7f7b90e1397daa96787d7b9d0d --- /dev/null +++ b/checkpoints/027000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37f804f48d70f907ae85d0d67bb3144a9893652c3c2c4250bcc6965c5b1fb8a5 +size 15708 diff --git a/checkpoints/027000/training_state/training_step.json b/checkpoints/027000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..0b7290592a849cf9c10e9fc2a06e13719ffd3a3c --- /dev/null +++ b/checkpoints/027000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 27000 +} \ No newline at end of file diff --git a/checkpoints/027500/pretrained_model/config.json b/checkpoints/027500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/027500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/027500/pretrained_model/model.safetensors b/checkpoints/027500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7fe26a52309dc3d5af96ca9b4060feb3518fac93 --- /dev/null +++ b/checkpoints/027500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85f6163b6a0b87d1ed335790928d69d039bf340feec96e28e27d451417919ffb +size 206701336 diff --git a/checkpoints/027500/pretrained_model/train_config.json b/checkpoints/027500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/027500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/027500/training_state/optimizer_param_groups.json b/checkpoints/027500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/027500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/027500/training_state/optimizer_state.safetensors b/checkpoints/027500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..66b2f8bc491259625b61ce2069a50a79d779967b --- /dev/null +++ b/checkpoints/027500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0002a30c96cbac66d781ef350f1774bfb293283713ed1cfba78dc4f2843f3d71 +size 412817652 diff --git a/checkpoints/027500/training_state/rng_state.safetensors b/checkpoints/027500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ffb314ae8abe888ef4b82ebfcd4c1c60cc6f21a --- /dev/null +++ b/checkpoints/027500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fc6b33dee359947afd4fbf7b7ba83134c4a0fded30cfc3b69312a4effb8c8e0 +size 15708 diff --git a/checkpoints/027500/training_state/training_step.json b/checkpoints/027500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..bd4b7f79233b940b70aec36bd79954b47a0e826d --- /dev/null +++ b/checkpoints/027500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 27500 +} \ No newline at end of file diff --git a/checkpoints/028000/pretrained_model/config.json b/checkpoints/028000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/028000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/028000/pretrained_model/model.safetensors b/checkpoints/028000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..523ca6d2c6eca40837557c49dd92b24277992c6e --- /dev/null +++ b/checkpoints/028000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fba0b3fccd533793ae3f4d0d26101924c4db1ee422c391ae2994e5aab516d964 +size 206701336 diff --git a/checkpoints/028000/pretrained_model/train_config.json b/checkpoints/028000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/028000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/028000/training_state/optimizer_param_groups.json b/checkpoints/028000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/028000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/028000/training_state/optimizer_state.safetensors b/checkpoints/028000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c88a9d1b158bfc48cbb59ab366a81458129e7202 --- /dev/null +++ b/checkpoints/028000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faabbbb9c7352a789881052ee6a75b63d002f8506b16733d5ea9199f8101ffee +size 412817652 diff --git a/checkpoints/028000/training_state/rng_state.safetensors b/checkpoints/028000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd71366b4a1a83a46d3c61f3b7487950ac5fa32f --- /dev/null +++ b/checkpoints/028000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf7f179acc245325634a792b2cdca925ec4a46569d3d7664d70f3715081f13f3 +size 15708 diff --git a/checkpoints/028000/training_state/training_step.json b/checkpoints/028000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..86065a62b528a2c5fbe5615c4f34ea67322ce13e --- /dev/null +++ b/checkpoints/028000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 28000 +} \ No newline at end of file diff --git a/checkpoints/028500/pretrained_model/config.json b/checkpoints/028500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/028500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/028500/pretrained_model/model.safetensors b/checkpoints/028500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..05cb8f7ca8353661c9d0a0ca63686d41222db168 --- /dev/null +++ b/checkpoints/028500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f532024d78c2e732901fb3625e129d834a646a4f79d45f1cc17237f8c27fc763 +size 206701336 diff --git a/checkpoints/028500/pretrained_model/train_config.json b/checkpoints/028500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/028500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/028500/training_state/optimizer_param_groups.json b/checkpoints/028500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/028500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/028500/training_state/optimizer_state.safetensors b/checkpoints/028500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e04583af2772262f5174ff830d8fd76a347aa79 --- /dev/null +++ b/checkpoints/028500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8983cef1e83cb4eaede317c0542526d577f683451f038a3f1c26225216e1a0bf +size 412817652 diff --git a/checkpoints/028500/training_state/rng_state.safetensors b/checkpoints/028500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..377d3ca73a01a25ee59bee40d2e293914bc38bf2 --- /dev/null +++ b/checkpoints/028500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e85e30d83114cfd088346ca78ed0e2ad75d21ad8db10fb9f11c8e4a47fe96799 +size 15708 diff --git a/checkpoints/028500/training_state/training_step.json b/checkpoints/028500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..e129e329bb757c6606194f4664bb3aa09d270593 --- /dev/null +++ b/checkpoints/028500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 28500 +} \ No newline at end of file diff --git a/checkpoints/029000/pretrained_model/config.json b/checkpoints/029000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/029000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/029000/pretrained_model/model.safetensors b/checkpoints/029000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ece73ad1ec49a6b2edcd9b12994355ea17a334b --- /dev/null +++ b/checkpoints/029000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:035a0afc33e714ef1bea9fd962da4928119e575bb153b36bfced9f5dfa05c7bd +size 206701336 diff --git a/checkpoints/029000/pretrained_model/train_config.json b/checkpoints/029000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/029000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/029000/training_state/optimizer_param_groups.json b/checkpoints/029000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/029000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/029000/training_state/optimizer_state.safetensors b/checkpoints/029000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bc711d1071914d05e5fcb9a3f3e85461b55698ad --- /dev/null +++ b/checkpoints/029000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14aea1bd7a78a9e8926d67c5b86f4b3159c7a1b61d10795a5a080e3d9f394c8a +size 412817652 diff --git a/checkpoints/029000/training_state/rng_state.safetensors b/checkpoints/029000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..210cb732ab64e353a69921e62d2ec33b8fb32f74 --- /dev/null +++ b/checkpoints/029000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1e1b369e055a0ecbec349e33dd310a49c33d33f5b36c9783b79d660219fb6cb +size 15708 diff --git a/checkpoints/029000/training_state/training_step.json b/checkpoints/029000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..b0ed16f946816dee5c395931f30b430702e4043a --- /dev/null +++ b/checkpoints/029000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 29000 +} \ No newline at end of file diff --git a/checkpoints/029500/pretrained_model/config.json b/checkpoints/029500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/029500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/029500/pretrained_model/model.safetensors b/checkpoints/029500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0dcb5ce5fd5d7da9c90e2f9f9ba2f86040807a09 --- /dev/null +++ b/checkpoints/029500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c813d77623da141b5f33b618d6b073015084d97308c2335c56fb5f0585ed6869 +size 206701336 diff --git a/checkpoints/029500/pretrained_model/train_config.json b/checkpoints/029500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/029500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/029500/training_state/optimizer_param_groups.json b/checkpoints/029500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/029500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/029500/training_state/optimizer_state.safetensors b/checkpoints/029500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2693df8efc3d9ee14944a926f234832547c2d76c --- /dev/null +++ b/checkpoints/029500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:074fa6aeb7678c87edd34b69f1d78d5b474b872fc04b92dbb9b274589862fba9 +size 412817652 diff --git a/checkpoints/029500/training_state/rng_state.safetensors b/checkpoints/029500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..615edf6155335efa98b775e865eec6ad2c5bddd0 --- /dev/null +++ b/checkpoints/029500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:632ffd232a316b15777def82681f5701d75fecbe7de65441824b550a206a244a +size 15708 diff --git a/checkpoints/029500/training_state/training_step.json b/checkpoints/029500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c312ba2803c512483418d82a7152d8276d3e46ce --- /dev/null +++ b/checkpoints/029500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 29500 +} \ No newline at end of file diff --git a/checkpoints/030000/pretrained_model/config.json b/checkpoints/030000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/030000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/030000/pretrained_model/model.safetensors b/checkpoints/030000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..541424c45263143eb8056e989c7fc36eba35a1d0 --- /dev/null +++ b/checkpoints/030000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:534ae968698770c3669391738aec5ad5c6555ad7817b33442bae602661f12687 +size 206701336 diff --git a/checkpoints/030000/pretrained_model/train_config.json b/checkpoints/030000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/030000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/030000/training_state/optimizer_param_groups.json b/checkpoints/030000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/030000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/030000/training_state/optimizer_state.safetensors b/checkpoints/030000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9e1a170ed8dcbc2d5924635e4dd096a952877a3f --- /dev/null +++ b/checkpoints/030000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01b7fce929a2674d3d13c6ba9b034547162e00bbb220f10d8ead9fee601964f6 +size 412817652 diff --git a/checkpoints/030000/training_state/rng_state.safetensors b/checkpoints/030000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a9ecb5ad34ab15a8306c771d3da17ddc15e4a773 --- /dev/null +++ b/checkpoints/030000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2879789fedbbbdb85c7dde0e0e481bb5910b5fc7f2770ad4edde4006b384f22 +size 15708 diff --git a/checkpoints/030000/training_state/training_step.json b/checkpoints/030000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f4945f660f45b332883dccfccf18d8b8815d916a --- /dev/null +++ b/checkpoints/030000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 30000 +} \ No newline at end of file diff --git a/checkpoints/030500/pretrained_model/config.json b/checkpoints/030500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/030500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/030500/pretrained_model/model.safetensors b/checkpoints/030500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ac0187a854ff8994474ff244e0ce1eed232c3665 --- /dev/null +++ b/checkpoints/030500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa9c5088cf29cd1c4e3f9a781b4a56729ef285575435250e712a469f071c78 +size 206701336 diff --git a/checkpoints/030500/pretrained_model/train_config.json b/checkpoints/030500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/030500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/030500/training_state/optimizer_param_groups.json b/checkpoints/030500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/030500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/030500/training_state/optimizer_state.safetensors b/checkpoints/030500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d888a695424ee0b546764d840189545e67104f41 --- /dev/null +++ b/checkpoints/030500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4163d007aad1b3c998d76abefbb01464f4d15bb2009ff0bc6303f5c17608af8 +size 412817652 diff --git a/checkpoints/030500/training_state/rng_state.safetensors b/checkpoints/030500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..523c8fe2fd135a3b29866131c0f8ea5469df54d8 --- /dev/null +++ b/checkpoints/030500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:079d2cc49b7095b61680365f7bd0572f24e157676c58f7406dcf9c658e2e0402 +size 15708 diff --git a/checkpoints/030500/training_state/training_step.json b/checkpoints/030500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..251b39b167b9fe57470965b3f92f38ccb0ada258 --- /dev/null +++ b/checkpoints/030500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 30500 +} \ No newline at end of file diff --git a/checkpoints/031000/pretrained_model/config.json b/checkpoints/031000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/031000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/031000/pretrained_model/model.safetensors b/checkpoints/031000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..53b10096cf6312385b3b351d623c034a77089721 --- /dev/null +++ b/checkpoints/031000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0405831011b685c19c993b5b89d42dd790fc181c31a15437ab3ca92b364683a +size 206701336 diff --git a/checkpoints/031000/pretrained_model/train_config.json b/checkpoints/031000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/031000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/031000/training_state/optimizer_param_groups.json b/checkpoints/031000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/031000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/031000/training_state/optimizer_state.safetensors b/checkpoints/031000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5585b6fed085ce92c2675a527cf390f7501bfb8e --- /dev/null +++ b/checkpoints/031000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa7dd736b6ae7f51e6a639837a2912fdaca3488cb5ea94c872aa58bfabad37be +size 412817652 diff --git a/checkpoints/031000/training_state/rng_state.safetensors b/checkpoints/031000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba910f9f4738ae8f7695af6e0f26e9838538c694 --- /dev/null +++ b/checkpoints/031000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d3d452c83613be8698867c0fa57629551a5f94a39afff8966ee873709bf8d33 +size 15708 diff --git a/checkpoints/031000/training_state/training_step.json b/checkpoints/031000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..b336238f28b4df2bb873be706fc974549bc62f8c --- /dev/null +++ b/checkpoints/031000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 31000 +} \ No newline at end of file diff --git a/checkpoints/031500/pretrained_model/config.json b/checkpoints/031500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/031500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/031500/pretrained_model/model.safetensors b/checkpoints/031500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..098864da117d6be338b5df5d895b8fcea1e976e7 --- /dev/null +++ b/checkpoints/031500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7a1ee2f051f3e506ccf723b8e98586993156a618c28b732aa28329d70129f3c +size 206701336 diff --git a/checkpoints/031500/pretrained_model/train_config.json b/checkpoints/031500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/031500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/031500/training_state/optimizer_param_groups.json b/checkpoints/031500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/031500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/031500/training_state/optimizer_state.safetensors b/checkpoints/031500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..33611a461c86c877d035ceae60f1568892cda2ee --- /dev/null +++ b/checkpoints/031500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:796d4bcc34b2778d90e94b5b0d2e15a65580be17f345aa1b70f335611a2fcf44 +size 412817652 diff --git a/checkpoints/031500/training_state/rng_state.safetensors b/checkpoints/031500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd370b07e07930c4c8b8212fab346bea0fab964a --- /dev/null +++ b/checkpoints/031500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:878d942511589501ee1b6e7b00b8102346962a1cd35319701c4f34c2a226c9ed +size 15708 diff --git a/checkpoints/031500/training_state/training_step.json b/checkpoints/031500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..9faf551f94d12d8c4d9d79c1c6255a3d658598b3 --- /dev/null +++ b/checkpoints/031500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 31500 +} \ No newline at end of file diff --git a/checkpoints/032000/pretrained_model/config.json b/checkpoints/032000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/032000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/032000/pretrained_model/model.safetensors b/checkpoints/032000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cd4cfd19631392431d8f250e32ab2e1d24f99c8a --- /dev/null +++ b/checkpoints/032000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd353ea36469469180ae1f4add198f9f2979f6b69fde9a5a1aacb052522949ad +size 206701336 diff --git a/checkpoints/032000/pretrained_model/train_config.json b/checkpoints/032000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/032000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/032000/training_state/optimizer_param_groups.json b/checkpoints/032000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/032000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/032000/training_state/optimizer_state.safetensors b/checkpoints/032000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..44a762ca259f958d8d49f41d6245c4be4d472a14 --- /dev/null +++ b/checkpoints/032000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9f5f120f26e1fdd966a1cfafcf28696eb74aa8fc5ce54dc1056d0ac73ea7dbf +size 412817652 diff --git a/checkpoints/032000/training_state/rng_state.safetensors b/checkpoints/032000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a6235571a6989e9b36e9b3575c12bf9d042130b8 --- /dev/null +++ b/checkpoints/032000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8534d904d2048ad9429ce09cd8452d08f5788d8598c00d023b1c9b4d30a6224 +size 15708 diff --git a/checkpoints/032000/training_state/training_step.json b/checkpoints/032000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..360706c89342152bca05a3fe1d8c765a755213d2 --- /dev/null +++ b/checkpoints/032000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 32000 +} \ No newline at end of file diff --git a/checkpoints/032500/pretrained_model/config.json b/checkpoints/032500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/032500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/032500/pretrained_model/model.safetensors b/checkpoints/032500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02b6aa705886cb31108c80afdbf7a18901e44e04 --- /dev/null +++ b/checkpoints/032500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0089e09862749638d2e0bf7a0d78b18d4d862fd346f7cd86572024403a421d9e +size 206701336 diff --git a/checkpoints/032500/pretrained_model/train_config.json b/checkpoints/032500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/032500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/032500/training_state/optimizer_param_groups.json b/checkpoints/032500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/032500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/032500/training_state/optimizer_state.safetensors b/checkpoints/032500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e85b56b4b24609c8604b707951f894d8cb30711f --- /dev/null +++ b/checkpoints/032500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a0e4201e19b06e931ccf7faa25f8d3c5edc4aedee36aced869d268fb2ee3bec +size 412817652 diff --git a/checkpoints/032500/training_state/rng_state.safetensors b/checkpoints/032500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb6295b72a6926f053b4fe0aa393879017af908e --- /dev/null +++ b/checkpoints/032500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:429e892407794ca82aed9ec32fad34c83bd0d4aee3a9e8e2b325c9e18138c48e +size 15708 diff --git a/checkpoints/032500/training_state/training_step.json b/checkpoints/032500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..9df080ad06cc8d0387be0a299eadb560afac582b --- /dev/null +++ b/checkpoints/032500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 32500 +} \ No newline at end of file diff --git a/checkpoints/033000/pretrained_model/config.json b/checkpoints/033000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/033000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/033000/pretrained_model/model.safetensors b/checkpoints/033000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..20da8892f53bc09b099af8071b526b6d3f9f6399 --- /dev/null +++ b/checkpoints/033000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e21443974cdf632e243d30cfffd93110e09abc51da9cbef666b4a37fc79d8a5 +size 206701336 diff --git a/checkpoints/033000/pretrained_model/train_config.json b/checkpoints/033000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/033000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/033000/training_state/optimizer_param_groups.json b/checkpoints/033000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/033000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/033000/training_state/optimizer_state.safetensors b/checkpoints/033000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ee7edbc73a9d4edfa84a3ee5f2a456340d80ee9e --- /dev/null +++ b/checkpoints/033000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26b81fc670ba9fdc0fcea3be2a4bd332da944289c4c8f8377d9074911da2688b +size 412817652 diff --git a/checkpoints/033000/training_state/rng_state.safetensors b/checkpoints/033000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..decdc51d2edefcfdbe4f95e284aeba593b1220f8 --- /dev/null +++ b/checkpoints/033000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a789905e08d0c6ca13ece53896c75f8ef466a8c720e6e0f06efb6f94b39bec5 +size 15708 diff --git a/checkpoints/033000/training_state/training_step.json b/checkpoints/033000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f1a8ee148932c4dcd38c2709874939717bade74e --- /dev/null +++ b/checkpoints/033000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 33000 +} \ No newline at end of file diff --git a/checkpoints/033500/pretrained_model/config.json b/checkpoints/033500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/033500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/033500/pretrained_model/model.safetensors b/checkpoints/033500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eaa778e7606f35ffc24ed4b78b76c18bc50a3d8d --- /dev/null +++ b/checkpoints/033500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f22a3fb921d0bde129d78536aa145096278c00149b1d11c6d930b0dc2d46d175 +size 206701336 diff --git a/checkpoints/033500/pretrained_model/train_config.json b/checkpoints/033500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/033500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/033500/training_state/optimizer_param_groups.json b/checkpoints/033500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/033500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/033500/training_state/optimizer_state.safetensors b/checkpoints/033500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8fa23a567aba58e38e7f35db0500cd0623ad9b47 --- /dev/null +++ b/checkpoints/033500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52d8c321015c2d3d08deaabc18d210a72d80f588dffd80ead7a555631d6ec0aa +size 412817652 diff --git a/checkpoints/033500/training_state/rng_state.safetensors b/checkpoints/033500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6ee7aaebc59d81ab0afee741c1c49cee299ca6d9 --- /dev/null +++ b/checkpoints/033500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47ac490117808dacc25a37a8ea785a001d3d45937953ca3c8252545157e92876 +size 15708 diff --git a/checkpoints/033500/training_state/training_step.json b/checkpoints/033500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..ce6a82f71b77ad53417cfa2ab4df5f0f1ad5d7c8 --- /dev/null +++ b/checkpoints/033500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 33500 +} \ No newline at end of file diff --git a/checkpoints/034000/pretrained_model/config.json b/checkpoints/034000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/034000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/034000/pretrained_model/model.safetensors b/checkpoints/034000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8e37bd25f2b90054ff69719f3734a9e3ccc742eb --- /dev/null +++ b/checkpoints/034000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1485b49f89126a01405c6d0518bea714b98e9ea10af149bd8648fe555bf4bb8 +size 206701336 diff --git a/checkpoints/034000/pretrained_model/train_config.json b/checkpoints/034000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/034000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/034000/training_state/optimizer_param_groups.json b/checkpoints/034000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/034000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/034000/training_state/optimizer_state.safetensors b/checkpoints/034000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e0b03dc9bc74ecf0080eba2f44df9b951d2dd655 --- /dev/null +++ b/checkpoints/034000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faf0774c46693ae54c67ba3bd2cd1210af83ac04da7fc8792c51a4c93d8926c9 +size 412817652 diff --git a/checkpoints/034000/training_state/rng_state.safetensors b/checkpoints/034000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..375299e1f76c8d1303198126afed53600fe2161b --- /dev/null +++ b/checkpoints/034000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0adc4bfc377284b9a1add21eb0665b8221c917e71cc34b49dcfd642065c37495 +size 15708 diff --git a/checkpoints/034000/training_state/training_step.json b/checkpoints/034000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..740e2f1334f5726ddfb1efb9eb0cf8def5a503cd --- /dev/null +++ b/checkpoints/034000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 34000 +} \ No newline at end of file diff --git a/checkpoints/034500/pretrained_model/config.json b/checkpoints/034500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/034500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/034500/pretrained_model/model.safetensors b/checkpoints/034500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8c1c56e978f2390974d2b358d55e8a94cc394d10 --- /dev/null +++ b/checkpoints/034500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d39839af902b04fa63c5c046ad0fe1638fd3f02c4f0e61dc598fff65449d436b +size 206701336 diff --git a/checkpoints/034500/pretrained_model/train_config.json b/checkpoints/034500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/034500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/034500/training_state/optimizer_param_groups.json b/checkpoints/034500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/034500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/034500/training_state/optimizer_state.safetensors b/checkpoints/034500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff8d68f7472b4cca410001b6a6fbca1c290ef4f8 --- /dev/null +++ b/checkpoints/034500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fa2037c987e655fdf9a0b93423a53cb1b1144c152bc831692548302a4a9a3aa +size 412817652 diff --git a/checkpoints/034500/training_state/rng_state.safetensors b/checkpoints/034500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1c08ef9567fa224576bb8189bed37c46c670d6af --- /dev/null +++ b/checkpoints/034500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:678138f6d3e8c40fdae82e46a3b639e1dbac66752c0247a63ed65b86d7ad9434 +size 15708 diff --git a/checkpoints/034500/training_state/training_step.json b/checkpoints/034500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..a904b91dec76d74de3f0e14468b99fffd0f897e5 --- /dev/null +++ b/checkpoints/034500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 34500 +} \ No newline at end of file diff --git a/checkpoints/035000/pretrained_model/config.json b/checkpoints/035000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/035000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/035000/pretrained_model/model.safetensors b/checkpoints/035000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0eab7554b9d1d6c260b92f38fb731006a94fdffb --- /dev/null +++ b/checkpoints/035000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:472a1c35ddfa23fe6db9c493f34f1e62064602ffeed2f476eee430046b6f7f0d +size 206701336 diff --git a/checkpoints/035000/pretrained_model/train_config.json b/checkpoints/035000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/035000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/035000/training_state/optimizer_param_groups.json b/checkpoints/035000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/035000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/035000/training_state/optimizer_state.safetensors b/checkpoints/035000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ef2af758bb8dd4364b7af4cc2044ec9940290e3 --- /dev/null +++ b/checkpoints/035000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37c7e2a1caea9521321877b31c639cf9cde37a67812c2aacc56aa8e7dc76260f +size 412817652 diff --git a/checkpoints/035000/training_state/rng_state.safetensors b/checkpoints/035000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..33d91fe9082b0b9e83b25530e551d4db1bc45a56 --- /dev/null +++ b/checkpoints/035000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23b3e4383f9e167d2a59420ca5050e8247306a3fb8db443abd24b3c471c9f0ee +size 15708 diff --git a/checkpoints/035000/training_state/training_step.json b/checkpoints/035000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..60080824ceb9805d29c885917dc77e0277e52eb2 --- /dev/null +++ b/checkpoints/035000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 35000 +} \ No newline at end of file diff --git a/checkpoints/035500/pretrained_model/config.json b/checkpoints/035500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/035500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/035500/pretrained_model/model.safetensors b/checkpoints/035500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f05666daeea956c401fc4cebc47adedcb4a28eda --- /dev/null +++ b/checkpoints/035500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56892c4f8da5a32dcd37d93b41ad0bb320904c38298119f55132731e5d0e7c7e +size 206701336 diff --git a/checkpoints/035500/pretrained_model/train_config.json b/checkpoints/035500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/035500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/035500/training_state/optimizer_param_groups.json b/checkpoints/035500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/035500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/035500/training_state/optimizer_state.safetensors b/checkpoints/035500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c338718c8732336a95653bc80e282331542a3e4 --- /dev/null +++ b/checkpoints/035500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94bf67975530bfc6b726c7a24c232e272db0184b1347bc63acb60f639c227090 +size 412817652 diff --git a/checkpoints/035500/training_state/rng_state.safetensors b/checkpoints/035500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9d2f74664d06f34f9939146a37ec9cc9ce2208fe --- /dev/null +++ b/checkpoints/035500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a51a3fac0579ee00a729213deec35260b38616df048517b475e77cbdd70670e5 +size 15708 diff --git a/checkpoints/035500/training_state/training_step.json b/checkpoints/035500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..67632809933cc52897170d4fffd9dbc1b55e9c99 --- /dev/null +++ b/checkpoints/035500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 35500 +} \ No newline at end of file diff --git a/checkpoints/036000/pretrained_model/config.json b/checkpoints/036000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/036000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/036000/pretrained_model/model.safetensors b/checkpoints/036000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f07aad0d6000f7e87146acdf91739785ecdced3e --- /dev/null +++ b/checkpoints/036000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51448652c761bff12aa2a1d8bb3c9bf5f18bf4f5305e9308c4c4073b1b5c2036 +size 206701336 diff --git a/checkpoints/036000/pretrained_model/train_config.json b/checkpoints/036000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/036000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/036000/training_state/optimizer_param_groups.json b/checkpoints/036000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/036000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/036000/training_state/optimizer_state.safetensors b/checkpoints/036000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4fe3985a717076c9febdf44a0740adde16ce8918 --- /dev/null +++ b/checkpoints/036000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5183c69828466ba68dd2714dc60861de85230b77349dc88626c0f2cf4ef87104 +size 412817652 diff --git a/checkpoints/036000/training_state/rng_state.safetensors b/checkpoints/036000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a1f561d67174cb6e855001b2a9eaf0cd05b23cf1 --- /dev/null +++ b/checkpoints/036000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d044b883cf7aa3f8fed82730a2b5839dd10564b377d75b40fdaaa51ffea25212 +size 15708 diff --git a/checkpoints/036000/training_state/training_step.json b/checkpoints/036000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..ec74060efe48f3deb933d42c46542fa562986f50 --- /dev/null +++ b/checkpoints/036000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 36000 +} \ No newline at end of file diff --git a/checkpoints/036500/pretrained_model/config.json b/checkpoints/036500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/036500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/036500/pretrained_model/model.safetensors b/checkpoints/036500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..81dcded04e5efcdc590c6dabe850f2c8be0505e3 --- /dev/null +++ b/checkpoints/036500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f662c03e7a69b5d46daa4bcd4cbb16eb66d8f8297574c593028539a4be8616b +size 206701336 diff --git a/checkpoints/036500/pretrained_model/train_config.json b/checkpoints/036500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/036500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/036500/training_state/optimizer_param_groups.json b/checkpoints/036500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/036500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/036500/training_state/optimizer_state.safetensors b/checkpoints/036500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..34ba7e5fa392ffe7bdb5d65412996c37db4925c0 --- /dev/null +++ b/checkpoints/036500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:104276a69274eb48f015585285f7478be0013378c52f04fe06b1e121322d39e0 +size 412817652 diff --git a/checkpoints/036500/training_state/rng_state.safetensors b/checkpoints/036500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8e81c0a70efbe8d87df8898f57c189041e96a14 --- /dev/null +++ b/checkpoints/036500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b85195deb87cb854a5f4837b79e81f5e0cab10731bcdfa44dae23c991f655b6d +size 15708 diff --git a/checkpoints/036500/training_state/training_step.json b/checkpoints/036500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..81857c741ff606fdfe897c797380dee7799b0522 --- /dev/null +++ b/checkpoints/036500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 36500 +} \ No newline at end of file diff --git a/checkpoints/037000/pretrained_model/config.json b/checkpoints/037000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/037000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/037000/pretrained_model/model.safetensors b/checkpoints/037000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..215266dbafad529aadeccb5d7fa4421d85f1e205 --- /dev/null +++ b/checkpoints/037000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e660daba77b3451c94ba56c90198b8e01419ed4936c7cb010674bdc4bf33960b +size 206701336 diff --git a/checkpoints/037000/pretrained_model/train_config.json b/checkpoints/037000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/037000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/037000/training_state/optimizer_param_groups.json b/checkpoints/037000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/037000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/037000/training_state/optimizer_state.safetensors b/checkpoints/037000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4d187fdeddc94c0714ab7a4c52e0f47f87f667f7 --- /dev/null +++ b/checkpoints/037000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7739921fa584b96e91dd9edf5abf4b901a2e6ba427231bb13de043cd0e810166 +size 412817652 diff --git a/checkpoints/037000/training_state/rng_state.safetensors b/checkpoints/037000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2b4d2101bc9e99b8746c28231bea4c6a2056bf76 --- /dev/null +++ b/checkpoints/037000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68e97ecd1e2fe7203cee66d4eb0102b4fce41cd901e7d6b083b1eea7d8437017 +size 15708 diff --git a/checkpoints/037000/training_state/training_step.json b/checkpoints/037000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..59adb96582f1246b398f54d3e8cca0cc4f97e7c2 --- /dev/null +++ b/checkpoints/037000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 37000 +} \ No newline at end of file diff --git a/checkpoints/037500/pretrained_model/config.json b/checkpoints/037500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/037500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/037500/pretrained_model/model.safetensors b/checkpoints/037500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3e7c8a8287a084d91102eac5c40cdceb1fea02ef --- /dev/null +++ b/checkpoints/037500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fd854f7cd6eab5bd56de6ff805a95b4384ed7418082df53c2030e5aebe9e32a +size 206701336 diff --git a/checkpoints/037500/pretrained_model/train_config.json b/checkpoints/037500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/037500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/037500/training_state/optimizer_param_groups.json b/checkpoints/037500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/037500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/037500/training_state/optimizer_state.safetensors b/checkpoints/037500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e7dc6cb75933a1d287b3c53efbe0f911a51e51fe --- /dev/null +++ b/checkpoints/037500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b213c37eea6869c77c9ae7d241b51ea01adf7fa0fcf4fb48284dd6410222c4df +size 412817652 diff --git a/checkpoints/037500/training_state/rng_state.safetensors b/checkpoints/037500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d048c638f82ecc6b0c06f626018e4a2855d9f745 --- /dev/null +++ b/checkpoints/037500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5200007e0aff90f28741687c4575a3dc51195a69bcfb059288cfafd002e50dc7 +size 15708 diff --git a/checkpoints/037500/training_state/training_step.json b/checkpoints/037500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8482aa55a421332761febf9372b0cbd151f40234 --- /dev/null +++ b/checkpoints/037500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 37500 +} \ No newline at end of file diff --git a/checkpoints/038000/pretrained_model/config.json b/checkpoints/038000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/038000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/038000/pretrained_model/model.safetensors b/checkpoints/038000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8dcd868474768b17e9605a5d17c078cb1e62329f --- /dev/null +++ b/checkpoints/038000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c8ac498c13e81fc16621ea33f2bfebd1e82316a05de2dbaacedaacbaf016ad6 +size 206701336 diff --git a/checkpoints/038000/pretrained_model/train_config.json b/checkpoints/038000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/038000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/038000/training_state/optimizer_param_groups.json b/checkpoints/038000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/038000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/038000/training_state/optimizer_state.safetensors b/checkpoints/038000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ef7c2306a5437aef493431c63ec45bc87f52315 --- /dev/null +++ b/checkpoints/038000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d50c49ea5d4866f63cfc1a8fb15a2c8a182c46d568563e822ddefd3ebe4caa9 +size 412817652 diff --git a/checkpoints/038000/training_state/rng_state.safetensors b/checkpoints/038000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..80d3f14f268470667e40134c48f5307265b40d42 --- /dev/null +++ b/checkpoints/038000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ffb0a84a74345008d879b147079c9d11c5ccbfaf07a577d5864ff1255b790dd +size 15708 diff --git a/checkpoints/038000/training_state/training_step.json b/checkpoints/038000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d3d23fa7ab917d4467e871a903d8b35e962ef1c8 --- /dev/null +++ b/checkpoints/038000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 38000 +} \ No newline at end of file diff --git a/checkpoints/038500/pretrained_model/config.json b/checkpoints/038500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/038500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/038500/pretrained_model/model.safetensors b/checkpoints/038500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d4082b7057c4c3c9d3e29de0de1ce9636ee4131 --- /dev/null +++ b/checkpoints/038500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb2251bcb4b64ee203e662852a3abb72e731f849481a34dec74b20f270e6b8e2 +size 206701336 diff --git a/checkpoints/038500/pretrained_model/train_config.json b/checkpoints/038500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/038500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/038500/training_state/optimizer_param_groups.json b/checkpoints/038500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/038500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/038500/training_state/optimizer_state.safetensors b/checkpoints/038500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c114e14a5a1c426acb9df7dd67164e41f2d4b629 --- /dev/null +++ b/checkpoints/038500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4f384fd23644a4419e80fc6389faf1cc77e8ba8ac3c596cd5c03b2e7dd461b7 +size 412817652 diff --git a/checkpoints/038500/training_state/rng_state.safetensors b/checkpoints/038500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..42f3b7a5fdaec5b132366b47d3eb2f775e81a89c --- /dev/null +++ b/checkpoints/038500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd9c36c66cee38d171b9d070be5ec2637400d0122febca693fb496aab38f31ab +size 15708 diff --git a/checkpoints/038500/training_state/training_step.json b/checkpoints/038500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..ff3b5bafd22b2dcb6c3f50ecc54c4439ef5f850a --- /dev/null +++ b/checkpoints/038500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 38500 +} \ No newline at end of file diff --git a/checkpoints/039000/pretrained_model/config.json b/checkpoints/039000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/039000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/039000/pretrained_model/model.safetensors b/checkpoints/039000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4c7a7554c6c1d817373baf3c205a0c6744803795 --- /dev/null +++ b/checkpoints/039000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:235eeaeb1c48f2cbe013b1d72b740a3a9a3cdb31f095ea2c8f65e06d33bd7eed +size 206701336 diff --git a/checkpoints/039000/pretrained_model/train_config.json b/checkpoints/039000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/039000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/039000/training_state/optimizer_param_groups.json b/checkpoints/039000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/039000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/039000/training_state/optimizer_state.safetensors b/checkpoints/039000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9a8a20b1cbde31e6d3aed764ee03738fdd3fac27 --- /dev/null +++ b/checkpoints/039000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dce441f50b7824fad2701cdb3441f75c886098b9cbfac4a3526c890f3ffaea9b +size 412817652 diff --git a/checkpoints/039000/training_state/rng_state.safetensors b/checkpoints/039000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e7ec6379e0893cb6087dbfe6689442cd7025bd51 --- /dev/null +++ b/checkpoints/039000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c230782b63ef25f11a004b1c30602a647acc42064ba098b0f91820b4f19d0ed9 +size 15708 diff --git a/checkpoints/039000/training_state/training_step.json b/checkpoints/039000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8fbb17ce1a59c5d1e6fef40fc2e96147818d5645 --- /dev/null +++ b/checkpoints/039000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 39000 +} \ No newline at end of file diff --git a/checkpoints/039500/pretrained_model/config.json b/checkpoints/039500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/039500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/039500/pretrained_model/model.safetensors b/checkpoints/039500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..341c26ff4126ba9b93c742e641f508a93364fd8f --- /dev/null +++ b/checkpoints/039500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:988dcc4423de19d4246b27c8345e0cefd0e3b9ad4c3339ac0061802da4105fb6 +size 206701336 diff --git a/checkpoints/039500/pretrained_model/train_config.json b/checkpoints/039500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/039500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/039500/training_state/optimizer_param_groups.json b/checkpoints/039500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/039500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/039500/training_state/optimizer_state.safetensors b/checkpoints/039500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..862a715c3c966e5d01c4f9773b7ddc074debf189 --- /dev/null +++ b/checkpoints/039500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f421ab7a1eaf78c8679552929893da5204ecb21c3c3f3da75899d3ca0d73c7d +size 412817652 diff --git a/checkpoints/039500/training_state/rng_state.safetensors b/checkpoints/039500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ecccabc189df6b5cbab5186caaeb62c72789d726 --- /dev/null +++ b/checkpoints/039500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac84a6d6bc8343781ae0aebf518b87555167720a4586502b1fd8a543a899dba0 +size 15708 diff --git a/checkpoints/039500/training_state/training_step.json b/checkpoints/039500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..b654b626eaa7c5f7b818d6854b8b7ed309509074 --- /dev/null +++ b/checkpoints/039500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 39500 +} \ No newline at end of file diff --git a/checkpoints/040000/pretrained_model/config.json b/checkpoints/040000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/040000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/040000/pretrained_model/model.safetensors b/checkpoints/040000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..afe132870ba69f585eef54f14da43bb5d5333f9f --- /dev/null +++ b/checkpoints/040000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:501f75d9fee217937049f766a28231cc03ce218da4852f14edee28975708a50a +size 206701336 diff --git a/checkpoints/040000/pretrained_model/train_config.json b/checkpoints/040000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/040000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/040000/training_state/optimizer_param_groups.json b/checkpoints/040000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/040000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/040000/training_state/optimizer_state.safetensors b/checkpoints/040000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f4cc5b78c21b32dd805d26a2869689761741a831 --- /dev/null +++ b/checkpoints/040000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f598bad5eba076b540598d142f7acb976e895b3e24502803d224076378d4778 +size 412817652 diff --git a/checkpoints/040000/training_state/rng_state.safetensors b/checkpoints/040000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..14914540651db696e7edbbe1951d7017b7c6f013 --- /dev/null +++ b/checkpoints/040000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8591192cc9575fa2c9a6e2d9133295713ae43b6ffe034b3fabd2f8a8f66cd17 +size 15708 diff --git a/checkpoints/040000/training_state/training_step.json b/checkpoints/040000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..fe40d8ff4312c7e5a8fba9bcc932a43a1384ba77 --- /dev/null +++ b/checkpoints/040000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 40000 +} \ No newline at end of file diff --git a/checkpoints/040500/pretrained_model/config.json b/checkpoints/040500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/040500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/040500/pretrained_model/model.safetensors b/checkpoints/040500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..116827a8013cc02ac8d63dd1946c8298c0623ced --- /dev/null +++ b/checkpoints/040500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d9e25fc6d864ce3aec20aa7955f0b02dea658e247964ba6af39f964ac95035d +size 206701336 diff --git a/checkpoints/040500/pretrained_model/train_config.json b/checkpoints/040500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/040500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/040500/training_state/optimizer_param_groups.json b/checkpoints/040500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/040500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/040500/training_state/optimizer_state.safetensors b/checkpoints/040500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4b15298961f41578fa715d2fb3a6ee2527c4ce6a --- /dev/null +++ b/checkpoints/040500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8597f6843197a0e2f69148d9eb712709798c83a82b16d7ae34d01f47cc26c2c9 +size 412817652 diff --git a/checkpoints/040500/training_state/rng_state.safetensors b/checkpoints/040500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c212c61a8cd7ed820158c24d5afc18891bd0c00a --- /dev/null +++ b/checkpoints/040500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f31f4ea57f81e0db9a1bca1372fc65167493d4299d4345b3eb4f8c086f2497d +size 15708 diff --git a/checkpoints/040500/training_state/training_step.json b/checkpoints/040500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..4c7cdefcc10f7f1de0ca43df2277aee53830e640 --- /dev/null +++ b/checkpoints/040500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 40500 +} \ No newline at end of file diff --git a/checkpoints/041000/pretrained_model/config.json b/checkpoints/041000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/041000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/041000/pretrained_model/model.safetensors b/checkpoints/041000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b3fe1cae290a844d523abf71256816ea0308c5cb --- /dev/null +++ b/checkpoints/041000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee2528a93ca8fcf2e0e228951dcd8c233ae257725ded04181cc79cfd17485f53 +size 206701336 diff --git a/checkpoints/041000/pretrained_model/train_config.json b/checkpoints/041000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/041000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/041000/training_state/optimizer_param_groups.json b/checkpoints/041000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/041000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/041000/training_state/optimizer_state.safetensors b/checkpoints/041000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..04830b3cf5e2f46b9596c6f1762dcdf46c50e200 --- /dev/null +++ b/checkpoints/041000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c6c82930cb670a48a14ab90127c72483656370bfb803151035390105193f16f +size 412817652 diff --git a/checkpoints/041000/training_state/rng_state.safetensors b/checkpoints/041000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..20ff1d44c85cfca10bbbde52d1bd39cb01eb37ca --- /dev/null +++ b/checkpoints/041000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd3e297fd184e07eb208dcfddb364ad6fff0c11cc41090c652d10c5b95637060 +size 15708 diff --git a/checkpoints/041000/training_state/training_step.json b/checkpoints/041000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..71a28153cbe44488b9e823e633ccf889e28b7a96 --- /dev/null +++ b/checkpoints/041000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 41000 +} \ No newline at end of file diff --git a/checkpoints/041500/pretrained_model/config.json b/checkpoints/041500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/041500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/041500/pretrained_model/model.safetensors b/checkpoints/041500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e63adf181c515a5eb95e0373718b463e889d23a9 --- /dev/null +++ b/checkpoints/041500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32ba9d5e5bb135572f59bf7173a7ce5979feec165db4973af54e91348a428028 +size 206701336 diff --git a/checkpoints/041500/pretrained_model/train_config.json b/checkpoints/041500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/041500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/041500/training_state/optimizer_param_groups.json b/checkpoints/041500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/041500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/041500/training_state/optimizer_state.safetensors b/checkpoints/041500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..750ab6d2524c5d78373692339d1c3f21426f4fcd --- /dev/null +++ b/checkpoints/041500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbe5b1bf886478b21f30da58d35760340f5940ce5a55a7d7b30a39375f1c07ab +size 412817652 diff --git a/checkpoints/041500/training_state/rng_state.safetensors b/checkpoints/041500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aea7d4fe828b4376330cc2bd33a194320df30aff --- /dev/null +++ b/checkpoints/041500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24c1b3552879bc05740261b90a3dc910809704c0ab30977794e24fd2e92067f5 +size 15708 diff --git a/checkpoints/041500/training_state/training_step.json b/checkpoints/041500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..3ac662d4d137e8ce402fb77ccfcd7d18951c88cb --- /dev/null +++ b/checkpoints/041500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 41500 +} \ No newline at end of file diff --git a/checkpoints/042000/pretrained_model/config.json b/checkpoints/042000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/042000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/042000/pretrained_model/model.safetensors b/checkpoints/042000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1e705cd4d0725ceb7c9750acd45a96e86c172f65 --- /dev/null +++ b/checkpoints/042000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e6fd97f889f440757cd2e72f8e3b88c1478b35a6f415a52522030d2e26cac24 +size 206701336 diff --git a/checkpoints/042000/pretrained_model/train_config.json b/checkpoints/042000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/042000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/042000/training_state/optimizer_param_groups.json b/checkpoints/042000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/042000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/042000/training_state/optimizer_state.safetensors b/checkpoints/042000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ebc258309f18b4f263031718299f1ab96dadd03a --- /dev/null +++ b/checkpoints/042000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61d9d4ba0cf41be9cf3e7268ae33a8444015e0a537648beccba518d1dafa6e0d +size 412817652 diff --git a/checkpoints/042000/training_state/rng_state.safetensors b/checkpoints/042000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..36255c3458e59b6e31f1f5cb50190518c21be97f --- /dev/null +++ b/checkpoints/042000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a714b7af623f65c9ae5408597c8999199d21a38a0e0aa989a8c6c7e80d281c17 +size 15708 diff --git a/checkpoints/042000/training_state/training_step.json b/checkpoints/042000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..68f7e50d12ca49bcf4a2afe411c5215ffaf76dfa --- /dev/null +++ b/checkpoints/042000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 42000 +} \ No newline at end of file diff --git a/checkpoints/042500/pretrained_model/config.json b/checkpoints/042500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/042500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/042500/pretrained_model/model.safetensors b/checkpoints/042500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2cd94f9469080bb7a85c4456f43a20c0bd44996e --- /dev/null +++ b/checkpoints/042500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a80f4028e48a15550de775916b0797610649af8586f0bd9c08925b77c23c38d6 +size 206701336 diff --git a/checkpoints/042500/pretrained_model/train_config.json b/checkpoints/042500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/042500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/042500/training_state/optimizer_param_groups.json b/checkpoints/042500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/042500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/042500/training_state/optimizer_state.safetensors b/checkpoints/042500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dfcbfcd52d19631361f1b21e72b2e4cff86716a7 --- /dev/null +++ b/checkpoints/042500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d9793a00b12ac2ddbef348f15fa48a5bdb08977384a717780b975989483a780 +size 412817652 diff --git a/checkpoints/042500/training_state/rng_state.safetensors b/checkpoints/042500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2e783ee6886f9331f6cc92eb1cd0435f8de75a61 --- /dev/null +++ b/checkpoints/042500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5662d0d573d3107995aba79daac8d2480252bb277f78361914c0ca2794f3f0f +size 15708 diff --git a/checkpoints/042500/training_state/training_step.json b/checkpoints/042500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..335c5fbcb4bc61cc90faba0bc8d6c5d96848bebc --- /dev/null +++ b/checkpoints/042500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 42500 +} \ No newline at end of file diff --git a/checkpoints/043000/pretrained_model/config.json b/checkpoints/043000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/043000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/043000/pretrained_model/model.safetensors b/checkpoints/043000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3a6eb6d0e8c1c8aa8c5dd63815ebb7d6f2b142cb --- /dev/null +++ b/checkpoints/043000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:679edbfc5987d8fbf2262fc96b2482c5e1072af952abe26cbd4532f4e04c83eb +size 206701336 diff --git a/checkpoints/043000/pretrained_model/train_config.json b/checkpoints/043000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/043000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/043000/training_state/optimizer_param_groups.json b/checkpoints/043000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/043000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/043000/training_state/optimizer_state.safetensors b/checkpoints/043000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c72ed825117cec1eb141d97c36a09574f67f096 --- /dev/null +++ b/checkpoints/043000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d1116199c5aba49a84e8c6988f8dc69543980cf4361f78660aa6787a7ae1731 +size 412817652 diff --git a/checkpoints/043000/training_state/rng_state.safetensors b/checkpoints/043000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f95e6b0235a20aaeea55320bd5e4369000d79ef3 --- /dev/null +++ b/checkpoints/043000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1469f91b00ca20e1be6c46fb32b9b47f02589c14589a420d6804d76b54db6aa +size 15708 diff --git a/checkpoints/043000/training_state/training_step.json b/checkpoints/043000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..2c813616877b02381c37abe6f4a79758d6ebb915 --- /dev/null +++ b/checkpoints/043000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 43000 +} \ No newline at end of file diff --git a/checkpoints/043500/pretrained_model/config.json b/checkpoints/043500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/043500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/043500/pretrained_model/model.safetensors b/checkpoints/043500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..79bd5520e51944c5e523080e19ac9313d6b4b993 --- /dev/null +++ b/checkpoints/043500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b2bf63489131f0f8518dc8b6d822b46fac3a986f80a5b77e99f1ceed3a0ed1 +size 206701336 diff --git a/checkpoints/043500/pretrained_model/train_config.json b/checkpoints/043500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/043500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/043500/training_state/optimizer_param_groups.json b/checkpoints/043500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/043500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/043500/training_state/optimizer_state.safetensors b/checkpoints/043500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..61149357070b68ffb241669d862cd7fde5fa8796 --- /dev/null +++ b/checkpoints/043500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1eed7d0c2312fd07f6e2f3922072f6f470ab83b19fce47049b0e41e55eef858 +size 412817652 diff --git a/checkpoints/043500/training_state/rng_state.safetensors b/checkpoints/043500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3343db9883b607298570e61e058d07539ca5e021 --- /dev/null +++ b/checkpoints/043500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cf6ac98b325546fba76bd0095fbf678f8b1b99067f9eadc3bfe41e2d2f01081 +size 15708 diff --git a/checkpoints/043500/training_state/training_step.json b/checkpoints/043500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..01a63a0c105a26cdf707a5e8db6da34fba9a6de6 --- /dev/null +++ b/checkpoints/043500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 43500 +} \ No newline at end of file diff --git a/checkpoints/044000/pretrained_model/config.json b/checkpoints/044000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/044000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/044000/pretrained_model/model.safetensors b/checkpoints/044000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..14b28687cb97d575b3a72753dc428938dd494936 --- /dev/null +++ b/checkpoints/044000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f38b4e57be52fc7208b316991325837f9bcb79f2c824c7310241226d5d896847 +size 206701336 diff --git a/checkpoints/044000/pretrained_model/train_config.json b/checkpoints/044000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/044000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/044000/training_state/optimizer_param_groups.json b/checkpoints/044000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/044000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/044000/training_state/optimizer_state.safetensors b/checkpoints/044000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c5bdad5eaf36c09bb77d60875d347c3f8bd5cfc --- /dev/null +++ b/checkpoints/044000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6adb1f9546ef18bfa268523c5b5436ce708ade045590f59271a182895beac722 +size 412817652 diff --git a/checkpoints/044000/training_state/rng_state.safetensors b/checkpoints/044000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f0f7504db99e900d8c7b8884456948f0a7d2c1b9 --- /dev/null +++ b/checkpoints/044000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd0f445b530f2b5d286ffa8a4219947c0238eb43b8e018364b6610481fd74db5 +size 15708 diff --git a/checkpoints/044000/training_state/training_step.json b/checkpoints/044000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..6a7afd8c0e19d8169d11b8b87964422d193ca923 --- /dev/null +++ b/checkpoints/044000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 44000 +} \ No newline at end of file diff --git a/checkpoints/044500/pretrained_model/config.json b/checkpoints/044500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/044500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/044500/pretrained_model/model.safetensors b/checkpoints/044500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..10a3aab60b39f75ab8559e382969c43d6178d33f --- /dev/null +++ b/checkpoints/044500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3962e945e4a164f3d6a93325e90d625a454ae6405cc4b680a6a87ca38d8bb5f9 +size 206701336 diff --git a/checkpoints/044500/pretrained_model/train_config.json b/checkpoints/044500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/044500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/044500/training_state/optimizer_param_groups.json b/checkpoints/044500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/044500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/044500/training_state/optimizer_state.safetensors b/checkpoints/044500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eac69ef47f83a65c30c28dc3db88287e39cf14c1 --- /dev/null +++ b/checkpoints/044500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c62ccc7fe3449ed3183256c4634914c03ce5794f4da7e91d61b87dab646ae36 +size 412817652 diff --git a/checkpoints/044500/training_state/rng_state.safetensors b/checkpoints/044500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..70930b24177a3ead01400f1ac2695d7259810665 --- /dev/null +++ b/checkpoints/044500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd146eea9788dc4ffa9018a156a10508099be6ecdd1a55b2c21f259b2898593b +size 15708 diff --git a/checkpoints/044500/training_state/training_step.json b/checkpoints/044500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8347cc8c90e078c39d89836b80bf17a93338911a --- /dev/null +++ b/checkpoints/044500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 44500 +} \ No newline at end of file diff --git a/checkpoints/045000/pretrained_model/config.json b/checkpoints/045000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/045000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/045000/pretrained_model/model.safetensors b/checkpoints/045000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5a53f125ad1fcf4e119f6451259376c7d96fdc0a --- /dev/null +++ b/checkpoints/045000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69c62eac96af8dcbaa8c4cb897cc01fbdd1f3ae5ef6afe7da98d5d02c0e0fef5 +size 206701336 diff --git a/checkpoints/045000/pretrained_model/train_config.json b/checkpoints/045000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/045000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/045000/training_state/optimizer_param_groups.json b/checkpoints/045000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/045000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/045000/training_state/optimizer_state.safetensors b/checkpoints/045000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..81a17fba9393534a3d33f4fff80ba5d1c4f215d3 --- /dev/null +++ b/checkpoints/045000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76fd5b98ab158b56f2feafcb7d362b374bbe128cc1b829f9a1c527e01a86d28f +size 412817652 diff --git a/checkpoints/045000/training_state/rng_state.safetensors b/checkpoints/045000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0abc6b20edcf28fcd7bbd951752c4715718f8385 --- /dev/null +++ b/checkpoints/045000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6432a92bd1ab94b0f9b1f0cdbad96a3edb8571546367530911f60c35e9b96806 +size 15708 diff --git a/checkpoints/045000/training_state/training_step.json b/checkpoints/045000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..472b301a48ca897c9f2b7da46adc0312cf9a91d9 --- /dev/null +++ b/checkpoints/045000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 45000 +} \ No newline at end of file diff --git a/checkpoints/045500/pretrained_model/config.json b/checkpoints/045500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/045500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/045500/pretrained_model/model.safetensors b/checkpoints/045500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7d6489d11d3c8dfbbead174265972300e2e73a7b --- /dev/null +++ b/checkpoints/045500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5038cdee818eb49872d116018fbd2f359e7b0c245ffbe464a10ce3bf8c07e6b6 +size 206701336 diff --git a/checkpoints/045500/pretrained_model/train_config.json b/checkpoints/045500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/045500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/045500/training_state/optimizer_param_groups.json b/checkpoints/045500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/045500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/045500/training_state/optimizer_state.safetensors b/checkpoints/045500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ae346bb562f567ce3420d9233e35d2a9fa6bdcba --- /dev/null +++ b/checkpoints/045500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c197f6e3eb200ea27a4a54e684aeda7c748015575d45fe43a40e5e9478d3d23 +size 412817652 diff --git a/checkpoints/045500/training_state/rng_state.safetensors b/checkpoints/045500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6db73525cf744afdb007b9648ef65e39b880cd47 --- /dev/null +++ b/checkpoints/045500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51f566216bf6328242f96b573e4db620bd5344c4a15f2b16f338fe52ab10b655 +size 15708 diff --git a/checkpoints/045500/training_state/training_step.json b/checkpoints/045500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..427e2e371735f2e472688629cf366c21665e1418 --- /dev/null +++ b/checkpoints/045500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 45500 +} \ No newline at end of file diff --git a/checkpoints/046000/pretrained_model/config.json b/checkpoints/046000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/046000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/046000/pretrained_model/model.safetensors b/checkpoints/046000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fc6b3eaf87287894b48d956c4c5f8c5dda37bcb2 --- /dev/null +++ b/checkpoints/046000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:517efb911e2cfe2fb148be8587b5b4c9d1566d3fd4a99628b3ceb67f73ce3069 +size 206701336 diff --git a/checkpoints/046000/pretrained_model/train_config.json b/checkpoints/046000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/046000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/046000/training_state/optimizer_param_groups.json b/checkpoints/046000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/046000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/046000/training_state/optimizer_state.safetensors b/checkpoints/046000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e3c7fc1cc9f8535c3eca691f8246cf027830df28 --- /dev/null +++ b/checkpoints/046000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c55c96a2cb36cf66e961e7900a6c68ba76e153cd75425be34a95568ecf6f826f +size 412817652 diff --git a/checkpoints/046000/training_state/rng_state.safetensors b/checkpoints/046000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..73def068d242d86da3db2c546975f7a073eaa447 --- /dev/null +++ b/checkpoints/046000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6e9a3ffcee0603ef112902bc154fe1640c3bd43c8c569b0d5da636ce03572d7 +size 15708 diff --git a/checkpoints/046000/training_state/training_step.json b/checkpoints/046000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..a43ac865a273a5865dc7d1f28d4f9a078f67abe0 --- /dev/null +++ b/checkpoints/046000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 46000 +} \ No newline at end of file diff --git a/checkpoints/046500/pretrained_model/config.json b/checkpoints/046500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/046500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/046500/pretrained_model/model.safetensors b/checkpoints/046500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0bea06ab80555a55b0d234bb36e11c6e79977533 --- /dev/null +++ b/checkpoints/046500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87a41248b07534b25458d2849f0cd71a607cde30bfc419985a9f73451efd4ae8 +size 206701336 diff --git a/checkpoints/046500/pretrained_model/train_config.json b/checkpoints/046500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/046500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/046500/training_state/optimizer_param_groups.json b/checkpoints/046500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/046500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/046500/training_state/optimizer_state.safetensors b/checkpoints/046500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f6a0bd5543686a8ca773373e71c309f277f7e81e --- /dev/null +++ b/checkpoints/046500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8ee2136d74047eaecaafe65349ca2eb92d1e25c4c88bd84dbd89a468b0c288a +size 412817652 diff --git a/checkpoints/046500/training_state/rng_state.safetensors b/checkpoints/046500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ce3b8562af240572a85135e6a811634be17d9f2 --- /dev/null +++ b/checkpoints/046500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d34e5e8a5553b73cbc10f1e19925aa286faaf068d70bc1b47e87a321fe5cd2d +size 15708 diff --git a/checkpoints/046500/training_state/training_step.json b/checkpoints/046500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..534fd85168a11a282c98b9982d3e81b8480e9422 --- /dev/null +++ b/checkpoints/046500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 46500 +} \ No newline at end of file diff --git a/checkpoints/047000/pretrained_model/config.json b/checkpoints/047000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/047000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/047000/pretrained_model/model.safetensors b/checkpoints/047000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bfc8e2045919800b05baca5be69b3a0a83965905 --- /dev/null +++ b/checkpoints/047000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8df95ead278100d8cd107d4be9fb29e25d34e195b1d11082a94ecdee8d198371 +size 206701336 diff --git a/checkpoints/047000/pretrained_model/train_config.json b/checkpoints/047000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/047000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/047000/training_state/optimizer_param_groups.json b/checkpoints/047000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/047000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/047000/training_state/optimizer_state.safetensors b/checkpoints/047000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..94c34225842c0b581a6255dbd79c763c62d55a3e --- /dev/null +++ b/checkpoints/047000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18b6f12927cc322d4201b5a6836629f69b2be063f2630dc940321c089a079796 +size 412817652 diff --git a/checkpoints/047000/training_state/rng_state.safetensors b/checkpoints/047000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ed28b718833c1fa23d03e01f57d28f4c4f1c966b --- /dev/null +++ b/checkpoints/047000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee9d93c78375faccde04a34b19c626986fbaa9a64c4fa716152cb72812026946 +size 15708 diff --git a/checkpoints/047000/training_state/training_step.json b/checkpoints/047000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..85db166430962b5b70bc2494f7a747a4565772ed --- /dev/null +++ b/checkpoints/047000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 47000 +} \ No newline at end of file diff --git a/checkpoints/047500/pretrained_model/config.json b/checkpoints/047500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/047500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/047500/pretrained_model/model.safetensors b/checkpoints/047500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd897f6dde82727745894b66d5b87d6437c22db8 --- /dev/null +++ b/checkpoints/047500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cae57059db9660a2a9165f72359a7623c9812b9b88f182b4bb52eb2934d242e +size 206701336 diff --git a/checkpoints/047500/pretrained_model/train_config.json b/checkpoints/047500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/047500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/047500/training_state/optimizer_param_groups.json b/checkpoints/047500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/047500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/047500/training_state/optimizer_state.safetensors b/checkpoints/047500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ca88856c536a1f41c3e6b2176e40788ab04844 --- /dev/null +++ b/checkpoints/047500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a2920a7ac0a79d47dfa7857eab47c497bec0fc8780344b8874877ca2281e7b6 +size 412817652 diff --git a/checkpoints/047500/training_state/rng_state.safetensors b/checkpoints/047500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0fb79d38f53fd2b68fbf9abb5437b2812ad5a65e --- /dev/null +++ b/checkpoints/047500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:055677c8de45d660e601ccbdc1a567e737cd8fb2adfc5279f850eebd277d817d +size 15708 diff --git a/checkpoints/047500/training_state/training_step.json b/checkpoints/047500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..52bbee931ade5d88a7c4cd3005473bdce2344437 --- /dev/null +++ b/checkpoints/047500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 47500 +} \ No newline at end of file diff --git a/checkpoints/048000/pretrained_model/config.json b/checkpoints/048000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/048000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/048000/pretrained_model/model.safetensors b/checkpoints/048000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87c32fba60d0a322da5fb034baa44f92ea9d2ebc --- /dev/null +++ b/checkpoints/048000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e71d5cc53f0441af22689eaaee6dddd3b8cd1a055277d22b2479908ebbd36cb9 +size 206701336 diff --git a/checkpoints/048000/pretrained_model/train_config.json b/checkpoints/048000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/048000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/048000/training_state/optimizer_param_groups.json b/checkpoints/048000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/048000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/048000/training_state/optimizer_state.safetensors b/checkpoints/048000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b90f7547ffa4d244182fbdf35e93955e77074202 --- /dev/null +++ b/checkpoints/048000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db6cec282014ae018b4517908bd8e573d2f63b1acc05d5d551e3e087be0b983c +size 412817652 diff --git a/checkpoints/048000/training_state/rng_state.safetensors b/checkpoints/048000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b7b1b6a06af361b1f0853ddeb5098bcb442721d --- /dev/null +++ b/checkpoints/048000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d315f8c4524b8e9b0633f7f70c81d9afa4c4ae73c8544171d6288c1397f7def +size 15708 diff --git a/checkpoints/048000/training_state/training_step.json b/checkpoints/048000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8a90a8c25646098fb894b4970773a854c286dd33 --- /dev/null +++ b/checkpoints/048000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 48000 +} \ No newline at end of file diff --git a/checkpoints/048500/pretrained_model/config.json b/checkpoints/048500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/048500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/048500/pretrained_model/model.safetensors b/checkpoints/048500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..502e587e3bee77a4658af0639f34583ac87addde --- /dev/null +++ b/checkpoints/048500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f384d6448f67720e4a12e6a79bf613c8b30404ae6cf040fcdb798db8966067f4 +size 206701336 diff --git a/checkpoints/048500/pretrained_model/train_config.json b/checkpoints/048500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/048500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/048500/training_state/optimizer_param_groups.json b/checkpoints/048500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/048500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/048500/training_state/optimizer_state.safetensors b/checkpoints/048500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bef29d1859ba08252c22ba9244aa92bf63bf7b5b --- /dev/null +++ b/checkpoints/048500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8e778d890b24b7728f605ac3b1bf0d5de36073cee31cf0d803e56747593d9c1 +size 412817652 diff --git a/checkpoints/048500/training_state/rng_state.safetensors b/checkpoints/048500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..de685aad3366ed69f858306ac599f1eb08ff8911 --- /dev/null +++ b/checkpoints/048500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5be770c01216c8ca816a0290d23cede57716118de1d4a6dd21d08279042558ce +size 15708 diff --git a/checkpoints/048500/training_state/training_step.json b/checkpoints/048500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..1fda365361211dccc4c83f5da20b0358b4ec8390 --- /dev/null +++ b/checkpoints/048500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 48500 +} \ No newline at end of file diff --git a/checkpoints/049000/pretrained_model/config.json b/checkpoints/049000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/049000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/049000/pretrained_model/model.safetensors b/checkpoints/049000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c6ff0d83218994518bcc19fd8a8891bdd9799d6e --- /dev/null +++ b/checkpoints/049000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:749cacd9dd5afb5be813cabe414dc6335d1f0136753dbcadde0ad096a7495f35 +size 206701336 diff --git a/checkpoints/049000/pretrained_model/train_config.json b/checkpoints/049000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/049000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/049000/training_state/optimizer_param_groups.json b/checkpoints/049000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/049000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/049000/training_state/optimizer_state.safetensors b/checkpoints/049000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..20b72e87d466729ba3babf2b012a60766762bafa --- /dev/null +++ b/checkpoints/049000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be98b08c00ef0e82486c34fc1e18601131f38e905460224f54e9fa8917fe147d +size 412817652 diff --git a/checkpoints/049000/training_state/rng_state.safetensors b/checkpoints/049000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e96980a12432a91e66f4d6da72e357ea18cdd1e --- /dev/null +++ b/checkpoints/049000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0da30067f11e0cb27ebc40c7c49f85a2c646e2c21d8c1463291c567fcbf3684c +size 15708 diff --git a/checkpoints/049000/training_state/training_step.json b/checkpoints/049000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d37e06b6733ad5a77ddd6be83331fbafbcaa143d --- /dev/null +++ b/checkpoints/049000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 49000 +} \ No newline at end of file diff --git a/checkpoints/049500/pretrained_model/config.json b/checkpoints/049500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/049500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/049500/pretrained_model/model.safetensors b/checkpoints/049500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..35598de06e66618ab66287ba9ca5638a5afd02e8 --- /dev/null +++ b/checkpoints/049500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f386741abffb28f5bc31fd0a2a49bbf8a3da79f29aaa9c79ece2320a9976c30 +size 206701336 diff --git a/checkpoints/049500/pretrained_model/train_config.json b/checkpoints/049500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/049500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/049500/training_state/optimizer_param_groups.json b/checkpoints/049500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/049500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/049500/training_state/optimizer_state.safetensors b/checkpoints/049500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..798e262bb3bf43f7b133e291c939872c6c4ddea9 --- /dev/null +++ b/checkpoints/049500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4ec95a182886e7c22210dc962a28ed6d56d8ae2d965c72256d52c3384772f2a +size 412817652 diff --git a/checkpoints/049500/training_state/rng_state.safetensors b/checkpoints/049500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6dbe4f976ce2932ec039e64438e33a880c142b69 --- /dev/null +++ b/checkpoints/049500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b03cc31325193fa99c551137713e24613de133a72db8482b1712a12672a8ae5c +size 15708 diff --git a/checkpoints/049500/training_state/training_step.json b/checkpoints/049500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..a86732ade67cd7d11a981f771a8ff96b45988ca0 --- /dev/null +++ b/checkpoints/049500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 49500 +} \ No newline at end of file diff --git a/checkpoints/050000/pretrained_model/config.json b/checkpoints/050000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/050000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/050000/pretrained_model/model.safetensors b/checkpoints/050000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c370f66841c7a23d85a2ddf290540aba5761772d --- /dev/null +++ b/checkpoints/050000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23496851681476e4f7ec63519f764c0f189ed4b18baf01624b3832053f89d3fc +size 206701336 diff --git a/checkpoints/050000/pretrained_model/train_config.json b/checkpoints/050000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/050000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/050000/training_state/optimizer_param_groups.json b/checkpoints/050000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/050000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/050000/training_state/optimizer_state.safetensors b/checkpoints/050000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c64a2f37c03d36f31e200eaa9f631829b035fbbd --- /dev/null +++ b/checkpoints/050000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95438b3a2b2064b3c54f98804313d2c14e510bb9b90d7876246849928316b85b +size 412817652 diff --git a/checkpoints/050000/training_state/rng_state.safetensors b/checkpoints/050000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a2674db8287be7145619ccc93bf671148f4a7a3b --- /dev/null +++ b/checkpoints/050000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dc542d933c0766b0b83c5456acd1c1a69c842d573d4e1fa1250e65132c83a0c +size 15708 diff --git a/checkpoints/050000/training_state/training_step.json b/checkpoints/050000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..b3c03563f17d6d98552117ccf00705b693aa3fbd --- /dev/null +++ b/checkpoints/050000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 50000 +} \ No newline at end of file diff --git a/checkpoints/050500/pretrained_model/config.json b/checkpoints/050500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/050500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/050500/pretrained_model/model.safetensors b/checkpoints/050500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..07a493818b699d4c0d5cc050a06b21f250d00686 --- /dev/null +++ b/checkpoints/050500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1565179b0e5007468b16c052050223e8b78957deeecb09e59cfc094661cbb548 +size 206701336 diff --git a/checkpoints/050500/pretrained_model/train_config.json b/checkpoints/050500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/050500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/050500/training_state/optimizer_param_groups.json b/checkpoints/050500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/050500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/050500/training_state/optimizer_state.safetensors b/checkpoints/050500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..18fc8d6e1e3fab788fc561d448982cfc5f7ecca4 --- /dev/null +++ b/checkpoints/050500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f69501dacc1245eb4553d0f79d00a0605f8d21a57dc9c9ab6a6ffaff3a6901e1 +size 412817652 diff --git a/checkpoints/050500/training_state/rng_state.safetensors b/checkpoints/050500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f32d336c679d743a8cdfe6afb65c59b484b90975 --- /dev/null +++ b/checkpoints/050500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b17ed9a0ae01a1e6cbcdedba92b60c7440fecf2027bb96b0b00d14c7f08af674 +size 15708 diff --git a/checkpoints/050500/training_state/training_step.json b/checkpoints/050500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..362d8dadf16fb181dab6d98b317cafe9b07a0b5e --- /dev/null +++ b/checkpoints/050500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 50500 +} \ No newline at end of file diff --git a/checkpoints/051000/pretrained_model/config.json b/checkpoints/051000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/051000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/051000/pretrained_model/model.safetensors b/checkpoints/051000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..27442a231b4d6d6ea155876b2fd7c60322bc464e --- /dev/null +++ b/checkpoints/051000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eec744192d2c7b5da42d19364024b6bf848b5b3cd0d614c0018cffcfbb00769 +size 206701336 diff --git a/checkpoints/051000/pretrained_model/train_config.json b/checkpoints/051000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/051000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/051000/training_state/optimizer_param_groups.json b/checkpoints/051000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/051000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/051000/training_state/optimizer_state.safetensors b/checkpoints/051000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..754df0f27abb607a75e8671ddbf3b0f4655db140 --- /dev/null +++ b/checkpoints/051000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a100ef132d10d7c98364f85bfd595024aba1895f7c5f3530b12151d8618775d3 +size 412817652 diff --git a/checkpoints/051000/training_state/rng_state.safetensors b/checkpoints/051000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2f84b8e048069ad13f12d02c70addd3a4ff94c80 --- /dev/null +++ b/checkpoints/051000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f12477f15712b236b72c8b5b9738b1b9cf5b784020c9d2a7fb201ad422428bc8 +size 15708 diff --git a/checkpoints/051000/training_state/training_step.json b/checkpoints/051000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..95f0552277509eba2e070ca2ac6cb1dd1b4f211e --- /dev/null +++ b/checkpoints/051000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 51000 +} \ No newline at end of file diff --git a/checkpoints/051500/pretrained_model/config.json b/checkpoints/051500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/051500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/051500/pretrained_model/model.safetensors b/checkpoints/051500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d7326c5e9555719aa4a6bae5d8e5c49c7c1b070f --- /dev/null +++ b/checkpoints/051500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:491e4773fd5b5f31a76f6a32094d007191c8184196874f117629fbf8ec6e819e +size 206701336 diff --git a/checkpoints/051500/pretrained_model/train_config.json b/checkpoints/051500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/051500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/051500/training_state/optimizer_param_groups.json b/checkpoints/051500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/051500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/051500/training_state/optimizer_state.safetensors b/checkpoints/051500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..46f3e5fb492298cebde09f11717fbad568bac059 --- /dev/null +++ b/checkpoints/051500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d72743539ef568eddc22c6dd1eb0f9917b8f8bc0fd0492e0472a8506ac2263fd +size 412817652 diff --git a/checkpoints/051500/training_state/rng_state.safetensors b/checkpoints/051500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..04e5a9ebe20adee674b1f9c3b23b1693078fe828 --- /dev/null +++ b/checkpoints/051500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe2f132350adaf05bdf3ea230867422c7ad77e3dd11d0dc5c2264f3616939876 +size 15708 diff --git a/checkpoints/051500/training_state/training_step.json b/checkpoints/051500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7cea75ad7b24e60264691c8297fae170ad938080 --- /dev/null +++ b/checkpoints/051500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 51500 +} \ No newline at end of file diff --git a/checkpoints/052000/pretrained_model/config.json b/checkpoints/052000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/052000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/052000/pretrained_model/model.safetensors b/checkpoints/052000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..927ab4dbfaf8ee3cacb030d20729622aa4572650 --- /dev/null +++ b/checkpoints/052000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c63ece17d23e3447d6ad7d8a5a78b550d11c17114af1119e88bfec6923d3ee5 +size 206701336 diff --git a/checkpoints/052000/pretrained_model/train_config.json b/checkpoints/052000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/052000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/052000/training_state/optimizer_param_groups.json b/checkpoints/052000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/052000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/052000/training_state/optimizer_state.safetensors b/checkpoints/052000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..623093b59a8a505672fd51cabaef6e7b5642d370 --- /dev/null +++ b/checkpoints/052000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20fe77f3de132c9b03453884ba10e6ae78522117ee14d428305695b0c6ea4d30 +size 412817652 diff --git a/checkpoints/052000/training_state/rng_state.safetensors b/checkpoints/052000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f208613ee85bf02c174e2272c3e32a466a8e5272 --- /dev/null +++ b/checkpoints/052000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b32a7b2d0c11bb77ecf66f8f98355320eef8ec0392a846dba87516a9b29379eb +size 15708 diff --git a/checkpoints/052000/training_state/training_step.json b/checkpoints/052000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c5942b0ed206638a5c8f8cad4e32dbe9f3eab826 --- /dev/null +++ b/checkpoints/052000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 52000 +} \ No newline at end of file diff --git a/checkpoints/052500/pretrained_model/config.json b/checkpoints/052500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/052500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/052500/pretrained_model/model.safetensors b/checkpoints/052500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b044cbe03f9314b2681b01f6d2d71dca5c6d437 --- /dev/null +++ b/checkpoints/052500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68c85d75e5b6a0912ca65a908269d9cc09716d8d562385c2291023942a614d95 +size 206701336 diff --git a/checkpoints/052500/pretrained_model/train_config.json b/checkpoints/052500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/052500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/052500/training_state/optimizer_param_groups.json b/checkpoints/052500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/052500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/052500/training_state/optimizer_state.safetensors b/checkpoints/052500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3dd0fdbe523556ce66b319c280d2cda5dfc4f665 --- /dev/null +++ b/checkpoints/052500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb145c7affd10235b2ac67a1189f9ec3af92a1fc5c4ddee8c974c97369bbc970 +size 412817652 diff --git a/checkpoints/052500/training_state/rng_state.safetensors b/checkpoints/052500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c9f772cb48682024c5fb82d4c0b84f7e39467d3 --- /dev/null +++ b/checkpoints/052500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03ee4f3ec501d820d16ce542ce5b4f7f57ec9747a34610712a995fadde77d356 +size 15708 diff --git a/checkpoints/052500/training_state/training_step.json b/checkpoints/052500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..44d19f1be8393e38fd80a08f61369a0c0a41d3b0 --- /dev/null +++ b/checkpoints/052500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 52500 +} \ No newline at end of file diff --git a/checkpoints/053000/pretrained_model/config.json b/checkpoints/053000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/053000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/053000/pretrained_model/model.safetensors b/checkpoints/053000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a3937494f78a1ee3f2f68614ea7c85885788c433 --- /dev/null +++ b/checkpoints/053000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3be1f28b691aac3f319cacb956861125e233ebd25830cbffe35a3fd85dd07e1a +size 206701336 diff --git a/checkpoints/053000/pretrained_model/train_config.json b/checkpoints/053000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/053000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/053000/training_state/optimizer_param_groups.json b/checkpoints/053000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/053000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/053000/training_state/optimizer_state.safetensors b/checkpoints/053000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6090f0834b3f4a5f60aa8cb4c65ccc1af5695714 --- /dev/null +++ b/checkpoints/053000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e56f4b17e49ed48f8e7c1b890b8e8320a9459005773c2e064f31a2ab2ce35229 +size 412817652 diff --git a/checkpoints/053000/training_state/rng_state.safetensors b/checkpoints/053000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ecf6cb7e54bd4c08655f1fe6dbc1be74534f2494 --- /dev/null +++ b/checkpoints/053000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6590c3919feb24d86512075f52ae46f264be28ae443dc86431d68b47a3b107c +size 15708 diff --git a/checkpoints/053000/training_state/training_step.json b/checkpoints/053000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c3c27410f50cdf295208b1dcfa8cf21fb86c6a50 --- /dev/null +++ b/checkpoints/053000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 53000 +} \ No newline at end of file diff --git a/checkpoints/053500/pretrained_model/config.json b/checkpoints/053500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/053500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/053500/pretrained_model/model.safetensors b/checkpoints/053500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5d1b8e327db76c9018151ff645ceacd0ffd22d60 --- /dev/null +++ b/checkpoints/053500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e475c8b751201c4dd143756395442b734ce4560658fe7f65a8a2a4da988fa286 +size 206701336 diff --git a/checkpoints/053500/pretrained_model/train_config.json b/checkpoints/053500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/053500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/053500/training_state/optimizer_param_groups.json b/checkpoints/053500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/053500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/053500/training_state/optimizer_state.safetensors b/checkpoints/053500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4c5c4596d7c6885198f283f82062aa0b38742058 --- /dev/null +++ b/checkpoints/053500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d216531db8b5c91e6319627c836d2506b16b31c6398089a5956453dd4137b70 +size 412817652 diff --git a/checkpoints/053500/training_state/rng_state.safetensors b/checkpoints/053500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..88349d65052c9903d064f532449ec6d2e876ff8a --- /dev/null +++ b/checkpoints/053500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f8cdd89139d34e52f3d29a13408d4bf9f478aea89bae08ca1f97a2be31af60b +size 15708 diff --git a/checkpoints/053500/training_state/training_step.json b/checkpoints/053500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..3a95e2b52140cfc7aff61dfc19e2e7c2fc515c13 --- /dev/null +++ b/checkpoints/053500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 53500 +} \ No newline at end of file diff --git a/checkpoints/054000/pretrained_model/config.json b/checkpoints/054000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/054000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/054000/pretrained_model/model.safetensors b/checkpoints/054000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c5e7c675a912bbda4b98bbc76b658126fd17378 --- /dev/null +++ b/checkpoints/054000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:589616f5466b4b1731106b588c0cc705c9c3939f69533351d536eba34f539ac3 +size 206701336 diff --git a/checkpoints/054000/pretrained_model/train_config.json b/checkpoints/054000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/054000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/054000/training_state/optimizer_param_groups.json b/checkpoints/054000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/054000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/054000/training_state/optimizer_state.safetensors b/checkpoints/054000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b2c469fdf2f55a6e7378fdf4fcf6496a559fa231 --- /dev/null +++ b/checkpoints/054000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7eea70931469168399a868cad58470829fb1d79a9f44f51a61e6577c7cd1122 +size 412817652 diff --git a/checkpoints/054000/training_state/rng_state.safetensors b/checkpoints/054000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea1dec28c1caf9541aaba601a124024d0a52518e --- /dev/null +++ b/checkpoints/054000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e105f84a944af028604401f4d65677b46b444730c210420915a766812475a258 +size 15708 diff --git a/checkpoints/054000/training_state/training_step.json b/checkpoints/054000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..79d2f82caa3c26357c2281cb02a606f8a1e500c1 --- /dev/null +++ b/checkpoints/054000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 54000 +} \ No newline at end of file diff --git a/checkpoints/054500/pretrained_model/config.json b/checkpoints/054500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/054500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/054500/pretrained_model/model.safetensors b/checkpoints/054500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b8fa43acfecc02531ccbb621039b47f9d8fa194 --- /dev/null +++ b/checkpoints/054500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a35ceacc5f55656e840b367e9308ecd50e62b8829008b9c411267d196288745 +size 206701336 diff --git a/checkpoints/054500/pretrained_model/train_config.json b/checkpoints/054500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/054500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/054500/training_state/optimizer_param_groups.json b/checkpoints/054500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/054500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/054500/training_state/optimizer_state.safetensors b/checkpoints/054500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5ece5dcf40e68630b2afaf89993c56ff24c729f0 --- /dev/null +++ b/checkpoints/054500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9b2e728b680cef855a0436cd133011790085dd4217424879fe7b8fb05965f11 +size 412817652 diff --git a/checkpoints/054500/training_state/rng_state.safetensors b/checkpoints/054500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..49d766a82f2f9657fd852f484aefa979cb16f3c1 --- /dev/null +++ b/checkpoints/054500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83da806513b56afe3efa604f60453fec1af50f1d16e0fc50335a067e77aa9f84 +size 15708 diff --git a/checkpoints/054500/training_state/training_step.json b/checkpoints/054500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..693958d58a036f74fed23f5f24bee94b1421ee78 --- /dev/null +++ b/checkpoints/054500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 54500 +} \ No newline at end of file diff --git a/checkpoints/055000/pretrained_model/config.json b/checkpoints/055000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/055000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/055000/pretrained_model/model.safetensors b/checkpoints/055000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..839e591961c68a11979a8136f5abe2582193de1e --- /dev/null +++ b/checkpoints/055000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff4744cae83117eb565a6cb68db8134fefa3f0855b1a4c207c726e7d48bf166d +size 206701336 diff --git a/checkpoints/055000/pretrained_model/train_config.json b/checkpoints/055000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/055000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/055000/training_state/optimizer_param_groups.json b/checkpoints/055000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/055000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/055000/training_state/optimizer_state.safetensors b/checkpoints/055000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..54e25f147f637e6980c31874396914dfb012ede8 --- /dev/null +++ b/checkpoints/055000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c3d4ef3bb027ad0dfb287d1f3e711e836cb5c8a570ad8b60d211d9ce5a6a89a +size 412817652 diff --git a/checkpoints/055000/training_state/rng_state.safetensors b/checkpoints/055000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c88a22a649d4ba996893d05393d48bc08ff36322 --- /dev/null +++ b/checkpoints/055000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4fee063e3fbb792ca5fe5708f5bacf1bf120178d148eae60de305aed580e6a0 +size 15708 diff --git a/checkpoints/055000/training_state/training_step.json b/checkpoints/055000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..57c2477e950fdfdedf6a402eec3c3f0fe2d039ed --- /dev/null +++ b/checkpoints/055000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 55000 +} \ No newline at end of file diff --git a/checkpoints/055500/pretrained_model/config.json b/checkpoints/055500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/055500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/055500/pretrained_model/model.safetensors b/checkpoints/055500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7461a724f67ebf6d6c4de9084b8f7efce2ece388 --- /dev/null +++ b/checkpoints/055500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:829cc964e801e65293f62fe7115df79a92e3a7cf0b3a20ec5b23519fffe195d9 +size 206701336 diff --git a/checkpoints/055500/pretrained_model/train_config.json b/checkpoints/055500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/055500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/055500/training_state/optimizer_param_groups.json b/checkpoints/055500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/055500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/055500/training_state/optimizer_state.safetensors b/checkpoints/055500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cf5472a898d9641c68e61524c9b9ae0841d14bb3 --- /dev/null +++ b/checkpoints/055500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:720fb05bc867bae4f045f61c7fad6fd3ee8f292cad98174b4169dd147c1f15c2 +size 412817652 diff --git a/checkpoints/055500/training_state/rng_state.safetensors b/checkpoints/055500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3307ad29ac402961585819a33d19f984bd1024f2 --- /dev/null +++ b/checkpoints/055500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17287d6b9e863cec32091939f9239c0ed1875ba63730bf42ec860c575391472c +size 15708 diff --git a/checkpoints/055500/training_state/training_step.json b/checkpoints/055500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..cbbc0807458a34ac45efa206428b9cb5803d7266 --- /dev/null +++ b/checkpoints/055500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 55500 +} \ No newline at end of file diff --git a/checkpoints/056000/pretrained_model/config.json b/checkpoints/056000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/056000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/056000/pretrained_model/model.safetensors b/checkpoints/056000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c1c423cedc01cdab74dccf24094cc516c13567eb --- /dev/null +++ b/checkpoints/056000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f789e925d0db61a71470b5b0fa3568646198289a1303143d68f8fe8d8488be78 +size 206701336 diff --git a/checkpoints/056000/pretrained_model/train_config.json b/checkpoints/056000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/056000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/056000/training_state/optimizer_param_groups.json b/checkpoints/056000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/056000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/056000/training_state/optimizer_state.safetensors b/checkpoints/056000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dda60ec07927984769854db8ae0e686447080995 --- /dev/null +++ b/checkpoints/056000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58fb22d8506f8dad5f0f12e4c7497c221559f38a6a12571dbdf105736886fa7b +size 412817652 diff --git a/checkpoints/056000/training_state/rng_state.safetensors b/checkpoints/056000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5c83b3193821bd1ff94d3fcf45af87e15fef4f94 --- /dev/null +++ b/checkpoints/056000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ff05413aec1a06a423824a73834f94847604a4fd9d74d359165accd6c2c6dc4 +size 15708 diff --git a/checkpoints/056000/training_state/training_step.json b/checkpoints/056000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d5df21c008b640bf1b86544cf43ea370394c96e1 --- /dev/null +++ b/checkpoints/056000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 56000 +} \ No newline at end of file diff --git a/checkpoints/056500/pretrained_model/config.json b/checkpoints/056500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/056500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/056500/pretrained_model/model.safetensors b/checkpoints/056500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d89dae02c95626976d66605b44a7b290176bbdf5 --- /dev/null +++ b/checkpoints/056500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05c5f4d686e265a5096e0956d5d6dd88e68d941b12440eb8e41505f061f419a5 +size 206701336 diff --git a/checkpoints/056500/pretrained_model/train_config.json b/checkpoints/056500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/056500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/056500/training_state/optimizer_param_groups.json b/checkpoints/056500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/056500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/056500/training_state/optimizer_state.safetensors b/checkpoints/056500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..45f76c51f6dac19ba8f89ac3d4304e9332d94478 --- /dev/null +++ b/checkpoints/056500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36aaefe0bd417d55d374fd10402cdb4b39d60a7a50993a5d17e28d088a3b112b +size 412817652 diff --git a/checkpoints/056500/training_state/rng_state.safetensors b/checkpoints/056500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d1a558a828157dd53bc7a538676ca1ff53bceb0 --- /dev/null +++ b/checkpoints/056500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13c02b4b8de87a82f04a14e1055ad6ddc5a37b66d0450b501fef76cd21c0ba6b +size 15708 diff --git a/checkpoints/056500/training_state/training_step.json b/checkpoints/056500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..78a00bd72e813b1e21f0a67a579b9e4e6fe7ff70 --- /dev/null +++ b/checkpoints/056500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 56500 +} \ No newline at end of file diff --git a/checkpoints/057000/pretrained_model/config.json b/checkpoints/057000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/057000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/057000/pretrained_model/model.safetensors b/checkpoints/057000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a10771eaeb25c9c00eed0f1dce6ce54a7dc0d1b2 --- /dev/null +++ b/checkpoints/057000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ffec2fb504248942d5405ca1d721209a4fc76c017f9d6e401eaa59bca0b6fd7 +size 206701336 diff --git a/checkpoints/057000/pretrained_model/train_config.json b/checkpoints/057000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/057000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/057000/training_state/optimizer_param_groups.json b/checkpoints/057000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/057000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/057000/training_state/optimizer_state.safetensors b/checkpoints/057000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5f29fd5e91ca3698db90b1add7dc045d409a684a --- /dev/null +++ b/checkpoints/057000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f19574edfa1872275f757cca2953176cf62363329d38db4fd8705a5675cd9d3 +size 412817652 diff --git a/checkpoints/057000/training_state/rng_state.safetensors b/checkpoints/057000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a5185cfde2c1c79f9e4886c369e362a2cba199ca --- /dev/null +++ b/checkpoints/057000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0da78d022e9d665b831e6b38dc5c7e20fe20c942f05cbc606fde2bbe7fe0de8 +size 15708 diff --git a/checkpoints/057000/training_state/training_step.json b/checkpoints/057000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..2ae171afafad5fba6663e61007cc7fc261fe8e54 --- /dev/null +++ b/checkpoints/057000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 57000 +} \ No newline at end of file diff --git a/checkpoints/057500/pretrained_model/config.json b/checkpoints/057500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/057500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/057500/pretrained_model/model.safetensors b/checkpoints/057500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8753d63814b9638fb2f64d1af2bb76abfa21d5f6 --- /dev/null +++ b/checkpoints/057500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5d7625416bcfa38ae47b654eb37af63f05d9f38cabe147c83792a09d8e55ba7 +size 206701336 diff --git a/checkpoints/057500/pretrained_model/train_config.json b/checkpoints/057500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/057500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/057500/training_state/optimizer_param_groups.json b/checkpoints/057500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/057500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/057500/training_state/optimizer_state.safetensors b/checkpoints/057500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8fd6c920dc90ac5d0f6394496cde90325b1442d0 --- /dev/null +++ b/checkpoints/057500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93aecc52ed31b074c76d92bd45bc3e983bf5301ac8ccf7006caa1af0f8a2f556 +size 412817652 diff --git a/checkpoints/057500/training_state/rng_state.safetensors b/checkpoints/057500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..55cb156f1fed0a2c5fb277ce0c6d284d6030ac0f --- /dev/null +++ b/checkpoints/057500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acb1f23291f6dca462fd9f8600b5f26400492b2d41fc868b720254f1427b25fd +size 15708 diff --git a/checkpoints/057500/training_state/training_step.json b/checkpoints/057500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8e3b5dcc1150671c003e65149887375e488ba516 --- /dev/null +++ b/checkpoints/057500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 57500 +} \ No newline at end of file diff --git a/checkpoints/058000/pretrained_model/config.json b/checkpoints/058000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/058000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/058000/pretrained_model/model.safetensors b/checkpoints/058000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8eb5b9caa3af4e93b8c8c431dff4383883653d2b --- /dev/null +++ b/checkpoints/058000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e681de15109315d0409c5c0cf44e4a7ae617074b5e399956b71076d702356c6a +size 206701336 diff --git a/checkpoints/058000/pretrained_model/train_config.json b/checkpoints/058000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/058000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/058000/training_state/optimizer_param_groups.json b/checkpoints/058000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/058000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/058000/training_state/optimizer_state.safetensors b/checkpoints/058000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..26ec9124069065d7087ac23d8c8652b1a50a9e6f --- /dev/null +++ b/checkpoints/058000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ca39de3d9973539856e7a1f035a243132b74d760201e31fe849621232aeeae0 +size 412817652 diff --git a/checkpoints/058000/training_state/rng_state.safetensors b/checkpoints/058000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff7ef0581e0434b61628344d55ddda2f06c6c48d --- /dev/null +++ b/checkpoints/058000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9466c42d26d67ef8ea52bda491cf3e0297a1645579946a736ea2dbb80782236f +size 15708 diff --git a/checkpoints/058000/training_state/training_step.json b/checkpoints/058000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..ba56c28ed1147fbe1a53ec35825a1232dbce89ee --- /dev/null +++ b/checkpoints/058000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 58000 +} \ No newline at end of file diff --git a/checkpoints/058500/pretrained_model/config.json b/checkpoints/058500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/058500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/058500/pretrained_model/model.safetensors b/checkpoints/058500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2514b0d0a032eb518770d7797239af368132df9e --- /dev/null +++ b/checkpoints/058500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cea62ec0a67a7b0f9b02ec21ba41473955512ded44216af675cfabcd8df01b25 +size 206701336 diff --git a/checkpoints/058500/pretrained_model/train_config.json b/checkpoints/058500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/058500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/058500/training_state/optimizer_param_groups.json b/checkpoints/058500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/058500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/058500/training_state/optimizer_state.safetensors b/checkpoints/058500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..431d07ebbf24a7356c9ea440bb60c7c1b47a55ef --- /dev/null +++ b/checkpoints/058500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12b2bb2c28e868a839028b049c40598c87c0e0aec8543aee58065d472e3f8315 +size 412817652 diff --git a/checkpoints/058500/training_state/rng_state.safetensors b/checkpoints/058500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ca75c5f3a74eca57c052f08b31d275de88de44a --- /dev/null +++ b/checkpoints/058500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a48b3a40a0165b729c775844528f7de15efd0149cf6b4013df8522fd2f0bd4d6 +size 15708 diff --git a/checkpoints/058500/training_state/training_step.json b/checkpoints/058500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d51b4e4bd591294fbfdfa3d3c87e3de729103a92 --- /dev/null +++ b/checkpoints/058500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 58500 +} \ No newline at end of file diff --git a/checkpoints/059000/pretrained_model/config.json b/checkpoints/059000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/059000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/059000/pretrained_model/model.safetensors b/checkpoints/059000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..106dec2d0c756dd55f02e2e6dc1d978db8ef88cd --- /dev/null +++ b/checkpoints/059000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:735468f12551455daa6da3acf12e86ba3a795adc71168d651be31f07929015ac +size 206701336 diff --git a/checkpoints/059000/pretrained_model/train_config.json b/checkpoints/059000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/059000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/059000/training_state/optimizer_param_groups.json b/checkpoints/059000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/059000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/059000/training_state/optimizer_state.safetensors b/checkpoints/059000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..47b82c895da8730474ec37bb233fbea7fe72aa6d --- /dev/null +++ b/checkpoints/059000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b147dc79e8f0533911490e018421f7cdc26738b6ea54c13b094f1af330f5533 +size 412817652 diff --git a/checkpoints/059000/training_state/rng_state.safetensors b/checkpoints/059000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e3158e8d0fcbf8b703ff0e03f1861c13a4ef72b5 --- /dev/null +++ b/checkpoints/059000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f18db95a486a44fa8834d75673849f77dc1205130cf6de68e34ad6650bd8441 +size 15708 diff --git a/checkpoints/059000/training_state/training_step.json b/checkpoints/059000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..55e2f5feb94aeab528da80dc5698556dc475ca33 --- /dev/null +++ b/checkpoints/059000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 59000 +} \ No newline at end of file diff --git a/checkpoints/059500/pretrained_model/config.json b/checkpoints/059500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/059500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/059500/pretrained_model/model.safetensors b/checkpoints/059500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..82866ca18e2ca57d5c982b5b42ab1357cf529558 --- /dev/null +++ b/checkpoints/059500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf0e8d95e3633da7bf996ff52e88a1709680bffd49b80f1dc278a266c27d8a7b +size 206701336 diff --git a/checkpoints/059500/pretrained_model/train_config.json b/checkpoints/059500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/059500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/059500/training_state/optimizer_param_groups.json b/checkpoints/059500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/059500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/059500/training_state/optimizer_state.safetensors b/checkpoints/059500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a9537c1defb1d34e518b572cd6dc169c645cd046 --- /dev/null +++ b/checkpoints/059500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f827f260838993ce356d5e0a0fdea61c0ba7e013d4a7bf9fbbbc936035c2969 +size 412817652 diff --git a/checkpoints/059500/training_state/rng_state.safetensors b/checkpoints/059500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..80569a2b786cc44653d397501675ce062879be58 --- /dev/null +++ b/checkpoints/059500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e764f25be8286ae5d0ac5ca4cef43ab76c51775c95bc7d8bf67678ca7a6d464b +size 15708 diff --git a/checkpoints/059500/training_state/training_step.json b/checkpoints/059500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..e8089394432aa2a4a4a68301ab67374c22f8e1c2 --- /dev/null +++ b/checkpoints/059500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 59500 +} \ No newline at end of file diff --git a/checkpoints/060000/pretrained_model/config.json b/checkpoints/060000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/060000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/060000/pretrained_model/model.safetensors b/checkpoints/060000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..218070822550c0f80e936fddadbf6837ccb88c86 --- /dev/null +++ b/checkpoints/060000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:579b158bafd4019935a7ab9ecfa9b41578fba08575342b8e64ce1688f16a97f0 +size 206701336 diff --git a/checkpoints/060000/pretrained_model/train_config.json b/checkpoints/060000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/060000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/060000/training_state/optimizer_param_groups.json b/checkpoints/060000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/060000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/060000/training_state/optimizer_state.safetensors b/checkpoints/060000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c31b62209c4de9aa2c1272e964dde7bcd1e3daa --- /dev/null +++ b/checkpoints/060000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c988b5c4679a5322e829c4dd596e8546fadf575755ba26dc3e8ddbd44d703b7d +size 412817652 diff --git a/checkpoints/060000/training_state/rng_state.safetensors b/checkpoints/060000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..82513fa22a537479cb412296a943a6b8b6674d61 --- /dev/null +++ b/checkpoints/060000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2d23f366666bcc53d6fab3bc16c082bff6f916eb8b486d34d3fbe2da94aa36f +size 15708 diff --git a/checkpoints/060000/training_state/training_step.json b/checkpoints/060000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d360b6037f1c8c2c85d38e951160eb02ace507dd --- /dev/null +++ b/checkpoints/060000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 60000 +} \ No newline at end of file diff --git a/checkpoints/060500/pretrained_model/config.json b/checkpoints/060500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/060500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/060500/pretrained_model/model.safetensors b/checkpoints/060500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..836eb61313049cd1bda5e5ff1c21c8aefa730541 --- /dev/null +++ b/checkpoints/060500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8900a2e92ceeda9a86415a3641f7a77d5367b8f94bc35fa3890497c36d76bfcb +size 206701336 diff --git a/checkpoints/060500/pretrained_model/train_config.json b/checkpoints/060500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/060500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/060500/training_state/optimizer_param_groups.json b/checkpoints/060500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/060500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/060500/training_state/optimizer_state.safetensors b/checkpoints/060500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f3a435460228043245d09ea5eba29334b77ccdc8 --- /dev/null +++ b/checkpoints/060500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37f79aeb108c21dc08e51e14d9b4fb4db3e02b4b45e7b11e0d200a1f337991a7 +size 412817652 diff --git a/checkpoints/060500/training_state/rng_state.safetensors b/checkpoints/060500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1b152acdd00193ca50cdd716d983d3d3502b9f65 --- /dev/null +++ b/checkpoints/060500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f828f68511bcc60d7b2da5f50d7313f8b15a9023df0530f3e6a9f20c0e471c5 +size 15708 diff --git a/checkpoints/060500/training_state/training_step.json b/checkpoints/060500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c200655580da42d4d69c06333ba36a093dadb93e --- /dev/null +++ b/checkpoints/060500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 60500 +} \ No newline at end of file diff --git a/checkpoints/061000/pretrained_model/config.json b/checkpoints/061000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/061000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/061000/pretrained_model/model.safetensors b/checkpoints/061000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..144e34edcd5d4dabe4ed54cd78b273ffefffa11f --- /dev/null +++ b/checkpoints/061000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb057abaa04c7b1fb3087a96db7f8850604ad9749758cb4efd361ff98b95b1b1 +size 206701336 diff --git a/checkpoints/061000/pretrained_model/train_config.json b/checkpoints/061000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/061000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/061000/training_state/optimizer_param_groups.json b/checkpoints/061000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/061000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/061000/training_state/optimizer_state.safetensors b/checkpoints/061000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..226e75fb8569ae1b6b2aad372814e2985ea66403 --- /dev/null +++ b/checkpoints/061000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e758131bcae56392c7c600ceaea9aab5c0207227ba29c5cc2c9aadc5c5c0e81 +size 412817652 diff --git a/checkpoints/061000/training_state/rng_state.safetensors b/checkpoints/061000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..23cf4508b2b40de23792ca60cfc109405be6a46c --- /dev/null +++ b/checkpoints/061000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c9903d327591a0b4eba45d1a70ff9756b30dd7c9f9cec8289b68a6bbec0691b +size 15708 diff --git a/checkpoints/061000/training_state/training_step.json b/checkpoints/061000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..9529b3dfcac2d469b7059f0ae5262ef9039d5bf9 --- /dev/null +++ b/checkpoints/061000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 61000 +} \ No newline at end of file diff --git a/checkpoints/061500/pretrained_model/config.json b/checkpoints/061500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/061500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/061500/pretrained_model/model.safetensors b/checkpoints/061500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..19bda8d6d3d1389fb856e50063fc85fa93709a61 --- /dev/null +++ b/checkpoints/061500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf024f863265019c89129665ffb4969bb0c0482b0309cdb1dbc2ca9cbeb62c94 +size 206701336 diff --git a/checkpoints/061500/pretrained_model/train_config.json b/checkpoints/061500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/061500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/061500/training_state/optimizer_param_groups.json b/checkpoints/061500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/061500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/061500/training_state/optimizer_state.safetensors b/checkpoints/061500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..00a6ca2d89f6851107d52339ad122e0ad228f254 --- /dev/null +++ b/checkpoints/061500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4793dd4752f5bb0be1123968b8d77b0e650fb5638876b1369495970e0d89b11b +size 412817652 diff --git a/checkpoints/061500/training_state/rng_state.safetensors b/checkpoints/061500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f3df24afbd2b5755cddbd485924df9efd4de3f6 --- /dev/null +++ b/checkpoints/061500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76eb705fbcafea32afb883423c3ded95fc3459e57612d284c890e1ec551c8e80 +size 15708 diff --git a/checkpoints/061500/training_state/training_step.json b/checkpoints/061500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..5bf4e126e634897bdd12d8b75f602a9af64a595a --- /dev/null +++ b/checkpoints/061500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 61500 +} \ No newline at end of file diff --git a/checkpoints/062000/pretrained_model/config.json b/checkpoints/062000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/062000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/062000/pretrained_model/model.safetensors b/checkpoints/062000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..679f6b71ff6f311f0bf316fc493f723f7837e557 --- /dev/null +++ b/checkpoints/062000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08c7328cd9c01f37441d3c0f20a9310718f9d179c43027b29d3174dc1b6008c9 +size 206701336 diff --git a/checkpoints/062000/pretrained_model/train_config.json b/checkpoints/062000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/062000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/062000/training_state/optimizer_param_groups.json b/checkpoints/062000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/062000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/062000/training_state/optimizer_state.safetensors b/checkpoints/062000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7be814026535bc3eb2f69e3c93c8fac2f3c8d165 --- /dev/null +++ b/checkpoints/062000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ed23577749f2cad6eab011b5e38e5bc7a929670a2584ca74a01302f84051353 +size 412817652 diff --git a/checkpoints/062000/training_state/rng_state.safetensors b/checkpoints/062000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dca9c3dd235a7a2b29328872e4fd5db959341366 --- /dev/null +++ b/checkpoints/062000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e63481b2def0a94cf46d3227d616681eb1b2fadc2bb34fc2553f354e9fd957a +size 15708 diff --git a/checkpoints/062000/training_state/training_step.json b/checkpoints/062000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..5baa8b192ca29f5a84789496237dadf89c22951e --- /dev/null +++ b/checkpoints/062000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 62000 +} \ No newline at end of file diff --git a/checkpoints/062500/pretrained_model/config.json b/checkpoints/062500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/062500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/062500/pretrained_model/model.safetensors b/checkpoints/062500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1496f981fb42bcdc6c78825ecc21bb4d36c3cb42 --- /dev/null +++ b/checkpoints/062500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0d0f5a6fb8bfc006c7bc0e927890b60022b5acec28bc6693f1ade67fc3d35b8 +size 206701336 diff --git a/checkpoints/062500/pretrained_model/train_config.json b/checkpoints/062500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/062500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/062500/training_state/optimizer_param_groups.json b/checkpoints/062500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/062500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/062500/training_state/optimizer_state.safetensors b/checkpoints/062500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..faec79ce7842f450b239f667a5c937f88aae8f6e --- /dev/null +++ b/checkpoints/062500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47b09bd4466f294b054212368b8d73e7dfde8b817165e35d6c8dbc6dab35f13c +size 412817652 diff --git a/checkpoints/062500/training_state/rng_state.safetensors b/checkpoints/062500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..baf9681be25a2c1298761bdf442103686af3d8fb --- /dev/null +++ b/checkpoints/062500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9affe9cf0e2546ea3a7cc20d0f9e21a443d9995602030894927949eeeb30017d +size 15708 diff --git a/checkpoints/062500/training_state/training_step.json b/checkpoints/062500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..98e8f56ef291cf73a98d848b8f6cc4a8e793e76c --- /dev/null +++ b/checkpoints/062500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 62500 +} \ No newline at end of file diff --git a/checkpoints/063000/pretrained_model/config.json b/checkpoints/063000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/063000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/063000/pretrained_model/model.safetensors b/checkpoints/063000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3410486175cff12748f2dd0484b8ddf3a0a88739 --- /dev/null +++ b/checkpoints/063000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f7d17dbf1b077e19ba0487860fb45ef974a170039a6802b871925c83df2a9da +size 206701336 diff --git a/checkpoints/063000/pretrained_model/train_config.json b/checkpoints/063000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/063000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/063000/training_state/optimizer_param_groups.json b/checkpoints/063000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/063000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/063000/training_state/optimizer_state.safetensors b/checkpoints/063000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..66f1273c7602c3e30b5e979353345593fb783eb0 --- /dev/null +++ b/checkpoints/063000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9af5a2fb14b4853a230d4ac4023388e8e62c8888357be137c6e8c20b5e422f8c +size 412817652 diff --git a/checkpoints/063000/training_state/rng_state.safetensors b/checkpoints/063000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..69bc1c1f627206208a5d5c1d00626c0b8743715b --- /dev/null +++ b/checkpoints/063000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c7b7b1c328f966429a743bbb3f530f181059e1d30ac0ae74e2db20b113986fa +size 15708 diff --git a/checkpoints/063000/training_state/training_step.json b/checkpoints/063000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..79bc1fca58ca387f3e6ee0bc88fea721bb775067 --- /dev/null +++ b/checkpoints/063000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 63000 +} \ No newline at end of file diff --git a/checkpoints/063500/pretrained_model/config.json b/checkpoints/063500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/063500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/063500/pretrained_model/model.safetensors b/checkpoints/063500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b74f57c8e8fcfc602f0d079bb3807393a20039fc --- /dev/null +++ b/checkpoints/063500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6518bc636086487ca25b7bb4a303c2bfafff34577c1d84ffea665efe4f325ba9 +size 206701336 diff --git a/checkpoints/063500/pretrained_model/train_config.json b/checkpoints/063500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/063500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/063500/training_state/optimizer_param_groups.json b/checkpoints/063500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/063500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/063500/training_state/optimizer_state.safetensors b/checkpoints/063500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e26a89ec939f5d32d5af4d46b7795a1ddb157fe2 --- /dev/null +++ b/checkpoints/063500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3923e01b033bb5fdeb50b3717c4afe3f11c6410f80f7bb970563214d8bc13fd0 +size 412817652 diff --git a/checkpoints/063500/training_state/rng_state.safetensors b/checkpoints/063500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3957cd0b012257b574bd730f5e3e0e2a9624a705 --- /dev/null +++ b/checkpoints/063500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e4d04643fdc7cfb6a1ecc02900d7952688e01fc4bd8fb1a505df2f8ef069131 +size 15708 diff --git a/checkpoints/063500/training_state/training_step.json b/checkpoints/063500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..cd5603827a7fa64e666c270912623cee24d6cb6f --- /dev/null +++ b/checkpoints/063500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 63500 +} \ No newline at end of file diff --git a/checkpoints/064000/pretrained_model/config.json b/checkpoints/064000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/064000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/064000/pretrained_model/model.safetensors b/checkpoints/064000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dea89c3dee3032c49a94a3613f93eed1886d13d1 --- /dev/null +++ b/checkpoints/064000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2f09de57e89156566e3684fea0af816994a7d33f005b6e1b1bf589832e8696f +size 206701336 diff --git a/checkpoints/064000/pretrained_model/train_config.json b/checkpoints/064000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/064000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/064000/training_state/optimizer_param_groups.json b/checkpoints/064000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/064000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/064000/training_state/optimizer_state.safetensors b/checkpoints/064000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..da34f3faa6a15f3abfb3c35def278b7f59924b02 --- /dev/null +++ b/checkpoints/064000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c50c621ec2ae61af431b6e767b20198b375b03b60d3b354f8f0fb85acbc7dc0 +size 412817652 diff --git a/checkpoints/064000/training_state/rng_state.safetensors b/checkpoints/064000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..33ceaad80afa069df9a38dab80f48204b4930af5 --- /dev/null +++ b/checkpoints/064000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fafe9284f808dda4e616414d557833f26305f85a0d466e848e93406143ca3e78 +size 15708 diff --git a/checkpoints/064000/training_state/training_step.json b/checkpoints/064000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..93f8d7857be77a2102a75aa3f789ca2bb3af34d0 --- /dev/null +++ b/checkpoints/064000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 64000 +} \ No newline at end of file diff --git a/checkpoints/064500/pretrained_model/config.json b/checkpoints/064500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/064500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/064500/pretrained_model/model.safetensors b/checkpoints/064500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0a2f5ce59e50400d19d82763d3321837c2a0adf5 --- /dev/null +++ b/checkpoints/064500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b49758def0eeb819a7aba34b4592f865cf42800b3100d026db9a6c2ab98e184a +size 206701336 diff --git a/checkpoints/064500/pretrained_model/train_config.json b/checkpoints/064500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/064500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/064500/training_state/optimizer_param_groups.json b/checkpoints/064500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/064500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/064500/training_state/optimizer_state.safetensors b/checkpoints/064500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6cacbcc6ce5be12d51e44392e763cf6b2d5f7d0f --- /dev/null +++ b/checkpoints/064500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6074c5c2dfb3c234334e2435c69b9e43abcdfc13c59619cd559ceac6e5e0fb03 +size 412817652 diff --git a/checkpoints/064500/training_state/rng_state.safetensors b/checkpoints/064500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..32aecba937e50605d29632325bd7d3ea1ff2fe69 --- /dev/null +++ b/checkpoints/064500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d33549b7d8c86dc9101737e0018455421e223ca1cc7245fe08004fd2d7548c3a +size 15708 diff --git a/checkpoints/064500/training_state/training_step.json b/checkpoints/064500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..bc040dc40cf9af3aafde1400b1d6112111079d28 --- /dev/null +++ b/checkpoints/064500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 64500 +} \ No newline at end of file diff --git a/checkpoints/065000/pretrained_model/config.json b/checkpoints/065000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/065000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/065000/pretrained_model/model.safetensors b/checkpoints/065000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..610845dfcce99e8cd6d592653f2d49cf867416b6 --- /dev/null +++ b/checkpoints/065000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8880acb7d8707e9143b6467ddeaf612a6bc473e06f442bc1f3075e1c45d8c883 +size 206701336 diff --git a/checkpoints/065000/pretrained_model/train_config.json b/checkpoints/065000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/065000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/065000/training_state/optimizer_param_groups.json b/checkpoints/065000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/065000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/065000/training_state/optimizer_state.safetensors b/checkpoints/065000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c8d0f77d5736bbf356a7caa6cc348e18c87e54b2 --- /dev/null +++ b/checkpoints/065000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:899fe7289cd71c69b4fc6b5ae69e8f17ddc85755e9a26d2419d554d2da110d83 +size 412817652 diff --git a/checkpoints/065000/training_state/rng_state.safetensors b/checkpoints/065000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aa11f3d2af2285d600fc570124e7c910e2f5c531 --- /dev/null +++ b/checkpoints/065000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1b525d0eacca4d2751321c3aec6fe54faec8f65093abb3807f18221c62890b0 +size 15708 diff --git a/checkpoints/065000/training_state/training_step.json b/checkpoints/065000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..29c11af0e7f84ef97479db014fb5c2ce76abe095 --- /dev/null +++ b/checkpoints/065000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 65000 +} \ No newline at end of file diff --git a/checkpoints/065500/pretrained_model/config.json b/checkpoints/065500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/065500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/065500/pretrained_model/model.safetensors b/checkpoints/065500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ece294133385f7cddc478b42e52c30ba38f5e5f --- /dev/null +++ b/checkpoints/065500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6b24a41ec8dc05b076442bdf23729457b57c9b1a1e6be4b7d70d0f69fcd13a9 +size 206701336 diff --git a/checkpoints/065500/pretrained_model/train_config.json b/checkpoints/065500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/065500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/065500/training_state/optimizer_param_groups.json b/checkpoints/065500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/065500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/065500/training_state/optimizer_state.safetensors b/checkpoints/065500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c76330a85b4cc1210a7376478f5e40bd693b9bd --- /dev/null +++ b/checkpoints/065500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ee29dae0771a8773b5b4b2034fc5b17e6dd726a594d7209e42bfc1997ea1306 +size 412817652 diff --git a/checkpoints/065500/training_state/rng_state.safetensors b/checkpoints/065500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..25c831737d885bd41970d02325b08b6c16662894 --- /dev/null +++ b/checkpoints/065500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad289fe1197b6a323ca7315539e492dccbc68d1a215533e73412c8ac12ff9873 +size 15708 diff --git a/checkpoints/065500/training_state/training_step.json b/checkpoints/065500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..0bb37916ba600f3fa21b921b8b64e218d5ab52f1 --- /dev/null +++ b/checkpoints/065500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 65500 +} \ No newline at end of file diff --git a/checkpoints/066000/pretrained_model/config.json b/checkpoints/066000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/066000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/066000/pretrained_model/model.safetensors b/checkpoints/066000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c7755ecd35c30460fc31fc4b0d45fb2a82f95059 --- /dev/null +++ b/checkpoints/066000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b065e31af1bfa886b654207fd599da5a694c02966aad756046bf75adb36311f9 +size 206701336 diff --git a/checkpoints/066000/pretrained_model/train_config.json b/checkpoints/066000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/066000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/066000/training_state/optimizer_param_groups.json b/checkpoints/066000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/066000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/066000/training_state/optimizer_state.safetensors b/checkpoints/066000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1a5bc96123ff0cad8e05928d26d9d56623f6ddfc --- /dev/null +++ b/checkpoints/066000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80e8694043de3197930e4c75de510b0708fa70f4db6102f2d76e0afee8340772 +size 412817652 diff --git a/checkpoints/066000/training_state/rng_state.safetensors b/checkpoints/066000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2735c22d0ac811f82371d9c8e5b94b9372fc3106 --- /dev/null +++ b/checkpoints/066000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbd08502e5422ce4a58461b0d8274032762741e2c72c8943da4ac1d41a07d2c6 +size 15708 diff --git a/checkpoints/066000/training_state/training_step.json b/checkpoints/066000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..e7387f676bc293fe3f82ee2ff2836a5e778335d7 --- /dev/null +++ b/checkpoints/066000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 66000 +} \ No newline at end of file diff --git a/checkpoints/066500/pretrained_model/config.json b/checkpoints/066500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/066500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/066500/pretrained_model/model.safetensors b/checkpoints/066500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ae02d72f3bdc1252f670fa235ab50d3122d2e5f --- /dev/null +++ b/checkpoints/066500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:956e3d91814004b66f07b8acdc9fe8b7f8dd27b739378965343faac42474950e +size 206701336 diff --git a/checkpoints/066500/pretrained_model/train_config.json b/checkpoints/066500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/066500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/066500/training_state/optimizer_param_groups.json b/checkpoints/066500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/066500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/066500/training_state/optimizer_state.safetensors b/checkpoints/066500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea4fe40a911c13663e3d7ab7016f194ae7572f91 --- /dev/null +++ b/checkpoints/066500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f628152c120c3775325d092b6726f017e3430fa770ce2dd776426b879b59dae +size 412817652 diff --git a/checkpoints/066500/training_state/rng_state.safetensors b/checkpoints/066500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5803d699fb5556f2c5e4eb8983363f50862490f4 --- /dev/null +++ b/checkpoints/066500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f1c41536a79a2c3571578476e020f6593dadce2b53ad16974915f079a3e78c3 +size 15708 diff --git a/checkpoints/066500/training_state/training_step.json b/checkpoints/066500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..80813491331246e4a4629c7c77182fd8e5a79b79 --- /dev/null +++ b/checkpoints/066500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 66500 +} \ No newline at end of file diff --git a/checkpoints/067000/pretrained_model/config.json b/checkpoints/067000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/067000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/067000/pretrained_model/model.safetensors b/checkpoints/067000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1cbc20e2a323e03b22117cafcebb543a3de4a657 --- /dev/null +++ b/checkpoints/067000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de241b90475717c276cf3155a558ff4918438d601c26925df1e47887e0041403 +size 206701336 diff --git a/checkpoints/067000/pretrained_model/train_config.json b/checkpoints/067000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/067000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/067000/training_state/optimizer_param_groups.json b/checkpoints/067000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/067000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/067000/training_state/optimizer_state.safetensors b/checkpoints/067000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1da7b439caaea60e751c646a808413381806a62b --- /dev/null +++ b/checkpoints/067000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5dd61049a39488e74430b31e49b0158d876c52da17f158e859361a35240e859 +size 412817652 diff --git a/checkpoints/067000/training_state/rng_state.safetensors b/checkpoints/067000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb102866f286553b8133538310a1f0c70f3f76e0 --- /dev/null +++ b/checkpoints/067000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b902c565957ac7ee5cc2d412dc9541a8381b5ef19bd11d0591d8e16a709d2e65 +size 15708 diff --git a/checkpoints/067000/training_state/training_step.json b/checkpoints/067000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..a9fac30e175b1661282d68d92c4b64ab2e2d85c2 --- /dev/null +++ b/checkpoints/067000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 67000 +} \ No newline at end of file diff --git a/checkpoints/067500/pretrained_model/config.json b/checkpoints/067500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/067500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/067500/pretrained_model/model.safetensors b/checkpoints/067500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4c50df48fa8b8dad071e1631842b33486bc5ee33 --- /dev/null +++ b/checkpoints/067500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:956d99dc6641131efed94976b6151e8e36297be4033e2b1cf7c762efb9a74b20 +size 206701336 diff --git a/checkpoints/067500/pretrained_model/train_config.json b/checkpoints/067500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/067500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/067500/training_state/optimizer_param_groups.json b/checkpoints/067500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/067500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/067500/training_state/optimizer_state.safetensors b/checkpoints/067500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..27b03217ef077fb90469b98f9e9fa66f67499a8b --- /dev/null +++ b/checkpoints/067500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:951f9ea1622a510cfb6fc25e3a93333d15a3aaeb1e48ae92d59921fb24f76bee +size 412817652 diff --git a/checkpoints/067500/training_state/rng_state.safetensors b/checkpoints/067500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..256f94d45057a2d3e825ffb4301c41d19cee0c09 --- /dev/null +++ b/checkpoints/067500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ad744f6723b4474e268dc02c81dd6aab8fbc0198c3c8fa34f90ea3019e3cee7 +size 15708 diff --git a/checkpoints/067500/training_state/training_step.json b/checkpoints/067500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..ecc4d8b028fba407f7edc11220ddecd11e1478fb --- /dev/null +++ b/checkpoints/067500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 67500 +} \ No newline at end of file diff --git a/checkpoints/068000/pretrained_model/config.json b/checkpoints/068000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/068000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/068000/pretrained_model/model.safetensors b/checkpoints/068000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..62a55ea988df7278b7566366f3ae46399fbdf355 --- /dev/null +++ b/checkpoints/068000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ad1a8d8b63609a3431020b7b85e7f07e17f29eeecbac640bb12e63875df76f6 +size 206701336 diff --git a/checkpoints/068000/pretrained_model/train_config.json b/checkpoints/068000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/068000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/068000/training_state/optimizer_param_groups.json b/checkpoints/068000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/068000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/068000/training_state/optimizer_state.safetensors b/checkpoints/068000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..56d12a02f3af71368be4309d5bf666efb21c5692 --- /dev/null +++ b/checkpoints/068000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:822a51d8a8de483ee20d5045f5686eb70c617f089872999b1fedd4bdaa246cf8 +size 412817652 diff --git a/checkpoints/068000/training_state/rng_state.safetensors b/checkpoints/068000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..47ee2a60fe5e8c992ef6a3ec15ed83e2296acc54 --- /dev/null +++ b/checkpoints/068000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c0aadeb80e7f5fcd1d3589b6fb89e868a5aedc2f108457b44d7409fa9f793b4 +size 15708 diff --git a/checkpoints/068000/training_state/training_step.json b/checkpoints/068000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..03733b0808b71a9349fc8bac7a3a2b3f1f971b25 --- /dev/null +++ b/checkpoints/068000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 68000 +} \ No newline at end of file diff --git a/checkpoints/068500/pretrained_model/config.json b/checkpoints/068500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/068500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/068500/pretrained_model/model.safetensors b/checkpoints/068500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ec1e31d39cd03dc601f2f04a5a469b59b1414a0 --- /dev/null +++ b/checkpoints/068500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4be08df7b4e991026974c4093d8d22743d7e702e170e7af7a56188fd36a03da8 +size 206701336 diff --git a/checkpoints/068500/pretrained_model/train_config.json b/checkpoints/068500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/068500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/068500/training_state/optimizer_param_groups.json b/checkpoints/068500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/068500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/068500/training_state/optimizer_state.safetensors b/checkpoints/068500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..16f7cb935f4330a7e9ebf228964301f82d75e9aa --- /dev/null +++ b/checkpoints/068500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:207343eb22e8388a12b0cb01876fd79e928d8d095bd00e7bb9188dcde860f3b0 +size 412817652 diff --git a/checkpoints/068500/training_state/rng_state.safetensors b/checkpoints/068500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6b5c30444b2b7346550b9b275ee79a871f03f962 --- /dev/null +++ b/checkpoints/068500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb0dee34a16def62a990d614e54c6d243c5faf713043c9a379904f19b741c545 +size 15708 diff --git a/checkpoints/068500/training_state/training_step.json b/checkpoints/068500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..707b67707fac8b7e1706baee607bc2a6f56696fb --- /dev/null +++ b/checkpoints/068500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 68500 +} \ No newline at end of file diff --git a/checkpoints/069000/pretrained_model/config.json b/checkpoints/069000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/069000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/069000/pretrained_model/model.safetensors b/checkpoints/069000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..38069d095a88089e2f8ed223940167d484532861 --- /dev/null +++ b/checkpoints/069000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a676ab5eedd9c1fa0e17cb5fec463929c1a4295d356fe5b5f0a87021541bac +size 206701336 diff --git a/checkpoints/069000/pretrained_model/train_config.json b/checkpoints/069000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/069000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/069000/training_state/optimizer_param_groups.json b/checkpoints/069000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/069000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/069000/training_state/optimizer_state.safetensors b/checkpoints/069000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c5c92f98d930494ec243d0f63642f688cd05b9c6 --- /dev/null +++ b/checkpoints/069000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce9969d27eff7b6bc9364b17b431d61560c087af4064875618f3f5e8d763727b +size 412817652 diff --git a/checkpoints/069000/training_state/rng_state.safetensors b/checkpoints/069000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f0578c45d873c253174332e06bdc7ccdbb9f5e3c --- /dev/null +++ b/checkpoints/069000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:076624afc410fe8884ed3b3579cd6462b38733d29eb523f513fd94f31cbd764c +size 15708 diff --git a/checkpoints/069000/training_state/training_step.json b/checkpoints/069000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..3fa5fd9ca2de30ece920afccdf26d91e21b5a048 --- /dev/null +++ b/checkpoints/069000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 69000 +} \ No newline at end of file diff --git a/checkpoints/069500/pretrained_model/config.json b/checkpoints/069500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/069500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/069500/pretrained_model/model.safetensors b/checkpoints/069500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e76d55002877ff7eafe85ecd34fb5e642f057c5a --- /dev/null +++ b/checkpoints/069500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c2e563efde79bf47021fa3c2e9b9bf594213323be51acd3ca468697de15b4da +size 206701336 diff --git a/checkpoints/069500/pretrained_model/train_config.json b/checkpoints/069500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/069500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/069500/training_state/optimizer_param_groups.json b/checkpoints/069500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/069500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/069500/training_state/optimizer_state.safetensors b/checkpoints/069500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ae97adbde12065a64136fd471ca8e73ac2f6b6d --- /dev/null +++ b/checkpoints/069500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4abf0f93100ec3b61dfb1739c864a7cafdb784540332958ae62d2c3382e3f718 +size 412817652 diff --git a/checkpoints/069500/training_state/rng_state.safetensors b/checkpoints/069500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f95c04587811f2e665633ac756bd63b3fc21c990 --- /dev/null +++ b/checkpoints/069500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b2871f34344132d03883809dcccd6fa27092136fe66c580ecfc2acd27fc1d72 +size 15708 diff --git a/checkpoints/069500/training_state/training_step.json b/checkpoints/069500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..e2f309b12eac895703967f0c463ac7bde261ad92 --- /dev/null +++ b/checkpoints/069500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 69500 +} \ No newline at end of file diff --git a/checkpoints/070000/pretrained_model/config.json b/checkpoints/070000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/070000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/070000/pretrained_model/model.safetensors b/checkpoints/070000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..15f68a74f038cd65902787aa4cdcce02213e2f2d --- /dev/null +++ b/checkpoints/070000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed80c09bf6e75ff8778184ba351d70c63e7aa6c09103625736c3740df3cf2ac4 +size 206701336 diff --git a/checkpoints/070000/pretrained_model/train_config.json b/checkpoints/070000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/070000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/070000/training_state/optimizer_param_groups.json b/checkpoints/070000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/070000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/070000/training_state/optimizer_state.safetensors b/checkpoints/070000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ee8988a22b8528569301c18e0623b863ae5e5065 --- /dev/null +++ b/checkpoints/070000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02725e19da33a07009d512894fb2a8a598b6f43417eb498106aceae94d3d66c5 +size 412817652 diff --git a/checkpoints/070000/training_state/rng_state.safetensors b/checkpoints/070000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..63151b6600289468ec741a057055571c416ab066 --- /dev/null +++ b/checkpoints/070000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c225b9948c07836208a02717015c66407a88266b8945b1dd2a2e16b2c90c3a3 +size 15708 diff --git a/checkpoints/070000/training_state/training_step.json b/checkpoints/070000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..1ec0c1eb0f525e34fa3a57743f750b2b34b5b77b --- /dev/null +++ b/checkpoints/070000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 70000 +} \ No newline at end of file diff --git a/checkpoints/070500/pretrained_model/config.json b/checkpoints/070500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/070500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/070500/pretrained_model/model.safetensors b/checkpoints/070500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..31d640d5d6a29e869085f7b9d770a929282e909d --- /dev/null +++ b/checkpoints/070500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6c4f4979b49fe88da8dbccc4a50bacf18d1af724cd48e973e2484a76fbc4b91 +size 206701336 diff --git a/checkpoints/070500/pretrained_model/train_config.json b/checkpoints/070500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/070500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/070500/training_state/optimizer_param_groups.json b/checkpoints/070500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/070500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/070500/training_state/optimizer_state.safetensors b/checkpoints/070500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f089c948f0d26c94369a0522c2983cc3f159275e --- /dev/null +++ b/checkpoints/070500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b34450edcf7b84c01bc34c57e06affcc7c44c230af7d589ca4f06a8737e53b9d +size 412817652 diff --git a/checkpoints/070500/training_state/rng_state.safetensors b/checkpoints/070500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..19a68a58385c5bb6da61ca053f21cfad10c6a1ac --- /dev/null +++ b/checkpoints/070500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9138a17e99515b528870c8cd3d526f35ef91f95333b1a6bc42ddf200dd12272 +size 15708 diff --git a/checkpoints/070500/training_state/training_step.json b/checkpoints/070500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..a614d1d5e29666fc7b4a8c002ffff82ba1294dea --- /dev/null +++ b/checkpoints/070500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 70500 +} \ No newline at end of file diff --git a/checkpoints/071000/pretrained_model/config.json b/checkpoints/071000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/071000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/071000/pretrained_model/model.safetensors b/checkpoints/071000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6608b9483c993235aabed1c0848e26ad5d5fa42b --- /dev/null +++ b/checkpoints/071000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92f873a4c3e0086ac5be9ddff52447a88d57f89d3a5b3c834d5e14c397b30505 +size 206701336 diff --git a/checkpoints/071000/pretrained_model/train_config.json b/checkpoints/071000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/071000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/071000/training_state/optimizer_param_groups.json b/checkpoints/071000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/071000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/071000/training_state/optimizer_state.safetensors b/checkpoints/071000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..21c3878305fd216d10d6fbb9d7410f1e26ab7915 --- /dev/null +++ b/checkpoints/071000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc17e9f3fa2847be0962ca59ea79b841f4f7de02db370ded531e3fbec6f91cd4 +size 412817652 diff --git a/checkpoints/071000/training_state/rng_state.safetensors b/checkpoints/071000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ccfc0e331d56b445ccc90cba3ac788628fbee29 --- /dev/null +++ b/checkpoints/071000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9db87c3d081c0b0b67d1a05168b94571e5752a5120028c20ee4ec6c3cbc096b1 +size 15708 diff --git a/checkpoints/071000/training_state/training_step.json b/checkpoints/071000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..1ec3da4279e163c583557e878bad8c0e15ba4a9b --- /dev/null +++ b/checkpoints/071000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 71000 +} \ No newline at end of file diff --git a/checkpoints/071500/pretrained_model/config.json b/checkpoints/071500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/071500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/071500/pretrained_model/model.safetensors b/checkpoints/071500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5d6c69f88ad464c76b6d5211d0751a7019dd0522 --- /dev/null +++ b/checkpoints/071500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9a607fe76556fa255f134140688e796f0fc15d98409fd15ec9e1e010712a7b0 +size 206701336 diff --git a/checkpoints/071500/pretrained_model/train_config.json b/checkpoints/071500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/071500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/071500/training_state/optimizer_param_groups.json b/checkpoints/071500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/071500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/071500/training_state/optimizer_state.safetensors b/checkpoints/071500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..602598cf22eeeb5b5183b6886229fbe7952736fc --- /dev/null +++ b/checkpoints/071500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff038157221aca50276df0c9f8638d2548fc6d68cd5ff4dcd44deb270f36d6f4 +size 412817652 diff --git a/checkpoints/071500/training_state/rng_state.safetensors b/checkpoints/071500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..da66be8cd15dd0b706c42e954ce8ba5b4e523ce4 --- /dev/null +++ b/checkpoints/071500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e90c445aa788f32dea28ee4f81fc3448c9756f015900e2e8029a12f537659ee +size 15708 diff --git a/checkpoints/071500/training_state/training_step.json b/checkpoints/071500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c1570697458efcb3db2cd70a3e6e85c1faa4f63d --- /dev/null +++ b/checkpoints/071500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 71500 +} \ No newline at end of file diff --git a/checkpoints/072000/pretrained_model/config.json b/checkpoints/072000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/072000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/072000/pretrained_model/model.safetensors b/checkpoints/072000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ee61d3aa9828862e4a255c2eb887c5b3afe5ba4f --- /dev/null +++ b/checkpoints/072000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:185793db1f2c3858ab8164a7bbeeea7d162d5405bf6a7c80927bc0264eaeb8c8 +size 206701336 diff --git a/checkpoints/072000/pretrained_model/train_config.json b/checkpoints/072000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/072000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/072000/training_state/optimizer_param_groups.json b/checkpoints/072000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/072000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/072000/training_state/optimizer_state.safetensors b/checkpoints/072000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8f0f30877123f2dc66f04360128453348eaa833 --- /dev/null +++ b/checkpoints/072000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d0d87ac6b62a23afac3f0a2621c4fd0adb2e70b3711e2d15fff413d49b5d916 +size 412817652 diff --git a/checkpoints/072000/training_state/rng_state.safetensors b/checkpoints/072000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e5efabd8feda5ee3d95e829a0df0fb541319c091 --- /dev/null +++ b/checkpoints/072000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f85f968978a40741c968921f8a653064f59915bc751c9bce6f36efbdf9b69dd +size 15708 diff --git a/checkpoints/072000/training_state/training_step.json b/checkpoints/072000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..757b56126cc8b2a9aecde88a6865de0a17f12568 --- /dev/null +++ b/checkpoints/072000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 72000 +} \ No newline at end of file diff --git a/checkpoints/072500/pretrained_model/config.json b/checkpoints/072500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/072500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/072500/pretrained_model/model.safetensors b/checkpoints/072500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..78a6246ce02c8e4d1cfd76e9b09466da545a8b4a --- /dev/null +++ b/checkpoints/072500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5b4a5af149f1a42be90aaffc129ccc03666ca042f6acb5097e6352f3c10b6e +size 206701336 diff --git a/checkpoints/072500/pretrained_model/train_config.json b/checkpoints/072500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/072500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/072500/training_state/optimizer_param_groups.json b/checkpoints/072500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/072500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/072500/training_state/optimizer_state.safetensors b/checkpoints/072500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..15bb67e64f999094bbd0209f4f21488d520077e7 --- /dev/null +++ b/checkpoints/072500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7ba541fb0a7ad2eeca43d37cea5e06467a4bbfd47d0df3275552999a5d53103 +size 412817652 diff --git a/checkpoints/072500/training_state/rng_state.safetensors b/checkpoints/072500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b2f5d55b3374d9078ab8a3d022a7ac11745c3bf1 --- /dev/null +++ b/checkpoints/072500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:820b252bff6dc11c6778df579f5fd8f0ea3555f78f9e6e15eb69a0a09a76bf40 +size 15708 diff --git a/checkpoints/072500/training_state/training_step.json b/checkpoints/072500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..49f9b3ac73cc04d5d249073ab873e7d7a4385440 --- /dev/null +++ b/checkpoints/072500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 72500 +} \ No newline at end of file diff --git a/checkpoints/073000/pretrained_model/config.json b/checkpoints/073000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/073000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/073000/pretrained_model/model.safetensors b/checkpoints/073000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1134e681c98eb4f48fca70b84f40481d94a014ab --- /dev/null +++ b/checkpoints/073000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:942916e6401ed0d5dbe4d41078d1bbeea1a603f970687b31775787eea525af2f +size 206701336 diff --git a/checkpoints/073000/pretrained_model/train_config.json b/checkpoints/073000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/073000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/073000/training_state/optimizer_param_groups.json b/checkpoints/073000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/073000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/073000/training_state/optimizer_state.safetensors b/checkpoints/073000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..279ed12e0e0d50612781fb3a6e7ac582330d8658 --- /dev/null +++ b/checkpoints/073000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:548f955dad01c2616bd7652c5d6cd7523cfa4b2df331bbde4a33a45d98d149a7 +size 412817652 diff --git a/checkpoints/073000/training_state/rng_state.safetensors b/checkpoints/073000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0615f0dd6f4ff76164cbf54027fd116f9a7e8f36 --- /dev/null +++ b/checkpoints/073000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47d0b99a5d308dbb7adeb8e9d0b0c15b05f06d02c2a9b5fe5915ccd259d38a89 +size 15708 diff --git a/checkpoints/073000/training_state/training_step.json b/checkpoints/073000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..556653798ce2cece4699dbdc5b7e58aef058e221 --- /dev/null +++ b/checkpoints/073000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 73000 +} \ No newline at end of file diff --git a/checkpoints/073500/pretrained_model/config.json b/checkpoints/073500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/073500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/073500/pretrained_model/model.safetensors b/checkpoints/073500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2239aaecbc811cdd33545c38fccbf6f514488ecd --- /dev/null +++ b/checkpoints/073500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a39de1b2647a45a78374baf93fa9b8cbbfa667cbea480f086dd9212199bc2fbe +size 206701336 diff --git a/checkpoints/073500/pretrained_model/train_config.json b/checkpoints/073500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/073500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/073500/training_state/optimizer_param_groups.json b/checkpoints/073500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/073500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/073500/training_state/optimizer_state.safetensors b/checkpoints/073500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..52b25df625cfa67116f1c0f6996ec976a8f3b45a --- /dev/null +++ b/checkpoints/073500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a338d214a98fb567a5c25a87be8baeff5d3630bc2a6a8c5ddfb5e253048335b2 +size 412817652 diff --git a/checkpoints/073500/training_state/rng_state.safetensors b/checkpoints/073500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..44db1ef23f23f99f7c1303e4bcd662ae9137de9c --- /dev/null +++ b/checkpoints/073500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9684457809deec6114d53187e7196d56d5d1972267ec2852559e3b1fb2cdc8d +size 15708 diff --git a/checkpoints/073500/training_state/training_step.json b/checkpoints/073500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..3cccca9a28f4b1d6c69ce5a536d09f808667326a --- /dev/null +++ b/checkpoints/073500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 73500 +} \ No newline at end of file diff --git a/checkpoints/074000/pretrained_model/config.json b/checkpoints/074000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/074000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/074000/pretrained_model/model.safetensors b/checkpoints/074000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c203eca359e4824e7374973a44cf017984ffa57c --- /dev/null +++ b/checkpoints/074000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30d912b9bfaf4caef5882d226eac24c39fbcc5b2ad595cfd4d3e3e24bc558b10 +size 206701336 diff --git a/checkpoints/074000/pretrained_model/train_config.json b/checkpoints/074000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/074000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/074000/training_state/optimizer_param_groups.json b/checkpoints/074000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/074000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/074000/training_state/optimizer_state.safetensors b/checkpoints/074000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b8a9159507a643ad0f6f6c28bd5e728e59ad7ad4 --- /dev/null +++ b/checkpoints/074000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed40dacf6449e18c3cad364f16330bf90c0600b52eb3873611c389811dc447f4 +size 412817652 diff --git a/checkpoints/074000/training_state/rng_state.safetensors b/checkpoints/074000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fbe93bb933eb977c0161d7aab3a6700a04c2ca4c --- /dev/null +++ b/checkpoints/074000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d548cd00837b1a049f993723bf26eb5e03e98d95ffa6c904e4bfcfec5071912 +size 15708 diff --git a/checkpoints/074000/training_state/training_step.json b/checkpoints/074000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..653b99dcdb798a5f3e635732ea02412237819e8d --- /dev/null +++ b/checkpoints/074000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 74000 +} \ No newline at end of file diff --git a/checkpoints/074500/pretrained_model/config.json b/checkpoints/074500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/074500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/074500/pretrained_model/model.safetensors b/checkpoints/074500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d6cdd1b08274584ccb8285ebea1308ffba491b8f --- /dev/null +++ b/checkpoints/074500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f56ff13789693a749b1a105e19a104549d7a12d17b346a2f97a85ce078e46287 +size 206701336 diff --git a/checkpoints/074500/pretrained_model/train_config.json b/checkpoints/074500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/074500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/074500/training_state/optimizer_param_groups.json b/checkpoints/074500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/074500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/074500/training_state/optimizer_state.safetensors b/checkpoints/074500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..065424e05ce4c3269ec4b9c32edc447fe52d7b2f --- /dev/null +++ b/checkpoints/074500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85679a28e257918df1a8b689604a762e9b874ce5b2ff02142badfaff53013d8a +size 412817652 diff --git a/checkpoints/074500/training_state/rng_state.safetensors b/checkpoints/074500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ed478b788285c0df0f2f51e89e8d7346a79c4e6a --- /dev/null +++ b/checkpoints/074500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e683bd502bf910a1c6c69354011f044617d5c8ac9526d1e692ba10b1df3c6fe5 +size 15708 diff --git a/checkpoints/074500/training_state/training_step.json b/checkpoints/074500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c127142aa4cf06960605c04d54050ef4985f16a9 --- /dev/null +++ b/checkpoints/074500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 74500 +} \ No newline at end of file diff --git a/checkpoints/075000/pretrained_model/config.json b/checkpoints/075000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/075000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/075000/pretrained_model/model.safetensors b/checkpoints/075000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d77ab6902279e2ba6a4c1f365539c95be36987ae --- /dev/null +++ b/checkpoints/075000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b1a49b9002f2d8d2ee512581412e4c583bb2113ab3f856677ab20417e5caa74 +size 206701336 diff --git a/checkpoints/075000/pretrained_model/train_config.json b/checkpoints/075000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/075000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/075000/training_state/optimizer_param_groups.json b/checkpoints/075000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/075000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/075000/training_state/optimizer_state.safetensors b/checkpoints/075000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1db3fa7426898e6191754fcb5092ffbdf213c020 --- /dev/null +++ b/checkpoints/075000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ffa3446d7df4bace30424048a162dfd64aa2740f69d4e673eb223a2010b2914 +size 412817652 diff --git a/checkpoints/075000/training_state/rng_state.safetensors b/checkpoints/075000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c9de8df602473a7b146ea5706af3e41ce2e3d9ef --- /dev/null +++ b/checkpoints/075000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6d4ebada9aece10d35e06b524f46d98a2a82b57eaa4409011286483672b6e07 +size 15708 diff --git a/checkpoints/075000/training_state/training_step.json b/checkpoints/075000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..19674b7211fb0b7620c8755c555877b160e5a745 --- /dev/null +++ b/checkpoints/075000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 75000 +} \ No newline at end of file diff --git a/checkpoints/075500/pretrained_model/config.json b/checkpoints/075500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/075500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/075500/pretrained_model/model.safetensors b/checkpoints/075500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d285c73f6e53e11507da4505ed3e2597e1002512 --- /dev/null +++ b/checkpoints/075500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb6c0cbc1a9745c3ba85cfadeade1b00e201c87c450ec124e0ec84f57183081d +size 206701336 diff --git a/checkpoints/075500/pretrained_model/train_config.json b/checkpoints/075500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/075500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/075500/training_state/optimizer_param_groups.json b/checkpoints/075500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/075500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/075500/training_state/optimizer_state.safetensors b/checkpoints/075500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7be4070a69f828c6635783d54487c63854fbefd0 --- /dev/null +++ b/checkpoints/075500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:839e34847dd61314884df42f897f91c14f0a12bea24951f2add361d7bbe3ba97 +size 412817652 diff --git a/checkpoints/075500/training_state/rng_state.safetensors b/checkpoints/075500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..859b2d572e15c998bd5aafe5edb12ca3234b0a12 --- /dev/null +++ b/checkpoints/075500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6d34865624d5b7fe0c3847e04ec40d56d0ca5996d3f1d9458fc47e41a71ae1f +size 15708 diff --git a/checkpoints/075500/training_state/training_step.json b/checkpoints/075500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d0523e1e47f245be6b9f113a94d3605eec0f878a --- /dev/null +++ b/checkpoints/075500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 75500 +} \ No newline at end of file diff --git a/checkpoints/076000/pretrained_model/config.json b/checkpoints/076000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/076000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/076000/pretrained_model/model.safetensors b/checkpoints/076000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d763cc9b7e414b80bb678484a4197fef5706900b --- /dev/null +++ b/checkpoints/076000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4fef24b6a5a0cdaa0afc730c0d4ced357b97a5a7de3baa54013ab31c14e92b9 +size 206701336 diff --git a/checkpoints/076000/pretrained_model/train_config.json b/checkpoints/076000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/076000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/076000/training_state/optimizer_param_groups.json b/checkpoints/076000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/076000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/076000/training_state/optimizer_state.safetensors b/checkpoints/076000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2d5cbbf13ec9d0c6717ecf706511bec1c970c27c --- /dev/null +++ b/checkpoints/076000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5571f8f6ca33f3b613ad0d5e61cfe4f09bc6c859de16137669f7765195e4a2f +size 412817652 diff --git a/checkpoints/076000/training_state/rng_state.safetensors b/checkpoints/076000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5c281c7763f7902a6a1bc73fb6e67dc7ce2f94c5 --- /dev/null +++ b/checkpoints/076000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4604fadb5a8348f93fc55cf5af89b4dfb11390737caea3e1b03846dd23a46f8 +size 15708 diff --git a/checkpoints/076000/training_state/training_step.json b/checkpoints/076000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..4725792e1f534caf0658723a6f09e5969fc0d9fe --- /dev/null +++ b/checkpoints/076000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 76000 +} \ No newline at end of file diff --git a/checkpoints/076500/pretrained_model/config.json b/checkpoints/076500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/076500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/076500/pretrained_model/model.safetensors b/checkpoints/076500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8c44cb8cac580d4211321fbe09a5bb50be72b0c2 --- /dev/null +++ b/checkpoints/076500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51f7deb7403b187000b899969512e5b286ca59027bd226312a16490a8745e390 +size 206701336 diff --git a/checkpoints/076500/pretrained_model/train_config.json b/checkpoints/076500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/076500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/076500/training_state/optimizer_param_groups.json b/checkpoints/076500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/076500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/076500/training_state/optimizer_state.safetensors b/checkpoints/076500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0e45f628bb5fd9a02dad005d022193678e4064a2 --- /dev/null +++ b/checkpoints/076500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:246a61cc5dbe745c9d5d8a49c646b7df371d821acfa498c460cba7435343d062 +size 412817652 diff --git a/checkpoints/076500/training_state/rng_state.safetensors b/checkpoints/076500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a527a2896035f74df7b5f58f657d3bcea262cd6a --- /dev/null +++ b/checkpoints/076500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88faebde4deb361d645c7bde3ea8ffa6cf82b5c6ffdb40d3ece3366b55bbd0f6 +size 15708 diff --git a/checkpoints/076500/training_state/training_step.json b/checkpoints/076500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dfd9af1e511dd88264e48265c1d25828ca6d822a --- /dev/null +++ b/checkpoints/076500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 76500 +} \ No newline at end of file diff --git a/checkpoints/077000/pretrained_model/config.json b/checkpoints/077000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/077000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/077000/pretrained_model/model.safetensors b/checkpoints/077000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1b0511f573fdd04d0853ee1dd5ed2aae4bb0d7e6 --- /dev/null +++ b/checkpoints/077000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1e1d2bf1bed81c8c0f0549dbae8218ba680f88a8bc885a3314b9b365c91c178 +size 206701336 diff --git a/checkpoints/077000/pretrained_model/train_config.json b/checkpoints/077000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/077000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/077000/training_state/optimizer_param_groups.json b/checkpoints/077000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/077000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/077000/training_state/optimizer_state.safetensors b/checkpoints/077000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..406bac938b3b5e2199d6dc39d4ed95e502e53a8a --- /dev/null +++ b/checkpoints/077000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5809d03d5900dc6c9b0fe59db52c129a2bfe48144076b98563c93738f48e625 +size 412817652 diff --git a/checkpoints/077000/training_state/rng_state.safetensors b/checkpoints/077000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..05a2be7ff5b12d651e72f3d4eb73037d0e591087 --- /dev/null +++ b/checkpoints/077000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6796e9129f069b6718508063e2d1a3a0fadf6e90ab18e5c5cb1e9ceb2eea24ba +size 15708 diff --git a/checkpoints/077000/training_state/training_step.json b/checkpoints/077000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..004c0d46833e1a953733f3115fabefa645c8f1e4 --- /dev/null +++ b/checkpoints/077000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 77000 +} \ No newline at end of file diff --git a/checkpoints/077500/pretrained_model/config.json b/checkpoints/077500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/077500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/077500/pretrained_model/model.safetensors b/checkpoints/077500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af71784390275046b78501abcc7a5505a4921cc2 --- /dev/null +++ b/checkpoints/077500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2af6001117f12c96bbd9dfd6d0894192e5220c4b7955033c976d1d7d934fb0f +size 206701336 diff --git a/checkpoints/077500/pretrained_model/train_config.json b/checkpoints/077500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/077500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/077500/training_state/optimizer_param_groups.json b/checkpoints/077500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/077500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/077500/training_state/optimizer_state.safetensors b/checkpoints/077500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a685948ceab86c3b2704eba8a3f6ef8c298cfc3c --- /dev/null +++ b/checkpoints/077500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:364dd07014767f634ec379e50a6031af86752882127b5dad35131bc52fb20228 +size 412817652 diff --git a/checkpoints/077500/training_state/rng_state.safetensors b/checkpoints/077500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9500ca3ad1e4f5baae9bc6676b6f93b0b606e610 --- /dev/null +++ b/checkpoints/077500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1fc2b2d35eb3869f599023ae8a8c2254ea4721ab587bd522f93f66bbbf068cc +size 15708 diff --git a/checkpoints/077500/training_state/training_step.json b/checkpoints/077500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d968f30d35c339ad1a8241e7d3dc622a03ae6922 --- /dev/null +++ b/checkpoints/077500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 77500 +} \ No newline at end of file diff --git a/checkpoints/078000/pretrained_model/config.json b/checkpoints/078000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/078000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/078000/pretrained_model/model.safetensors b/checkpoints/078000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..353ce704d409dc7eb0c8788130f12a5bd097a261 --- /dev/null +++ b/checkpoints/078000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dda8bb8c72f39a0fe5515d5f5bb92907226f6b9f32357b15c8c184d96fb1442a +size 206701336 diff --git a/checkpoints/078000/pretrained_model/train_config.json b/checkpoints/078000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/078000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/078000/training_state/optimizer_param_groups.json b/checkpoints/078000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/078000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/078000/training_state/optimizer_state.safetensors b/checkpoints/078000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ce210235c79d32c0f23ffb564bd5c2a0ae287d25 --- /dev/null +++ b/checkpoints/078000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28dc154d9439e043f0470b544448a87d676c587d00d70be1fc346a9c26ce6d37 +size 412817652 diff --git a/checkpoints/078000/training_state/rng_state.safetensors b/checkpoints/078000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ecd183492fcf37499761c3b85240b898bd45686 --- /dev/null +++ b/checkpoints/078000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23d1bc43a47d4f0e7438e827a6d83ccd042b57cd57eda60621eacc954178c226 +size 15708 diff --git a/checkpoints/078000/training_state/training_step.json b/checkpoints/078000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..31f4cc9ee4b3ce5e1f559b733035dcdd94a71f1d --- /dev/null +++ b/checkpoints/078000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 78000 +} \ No newline at end of file diff --git a/checkpoints/078500/pretrained_model/config.json b/checkpoints/078500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/078500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/078500/pretrained_model/model.safetensors b/checkpoints/078500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a55914db741bad830f033d3327403523c088f3c6 --- /dev/null +++ b/checkpoints/078500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3253263b4abe30028b7b44c603c1b5859951da01cfaec012f65976ea11cb4f63 +size 206701336 diff --git a/checkpoints/078500/pretrained_model/train_config.json b/checkpoints/078500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/078500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/078500/training_state/optimizer_param_groups.json b/checkpoints/078500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/078500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/078500/training_state/optimizer_state.safetensors b/checkpoints/078500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..09716726cda3bb18684090769945696b8a236500 --- /dev/null +++ b/checkpoints/078500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34fd42fab58e5b3b659d20afe5ad692144811a19361906fe3ed338ddd84f3134 +size 412817652 diff --git a/checkpoints/078500/training_state/rng_state.safetensors b/checkpoints/078500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..821bae1890409be15e11d002dfb1c1eaeaf08512 --- /dev/null +++ b/checkpoints/078500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d0391d5f05d3067391b3c86a3e34e58eca49a22d7c4af982246bb67931e604e +size 15708 diff --git a/checkpoints/078500/training_state/training_step.json b/checkpoints/078500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..58b39c703488da8a9dd814c1405dbadcdbe0311d --- /dev/null +++ b/checkpoints/078500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 78500 +} \ No newline at end of file diff --git a/checkpoints/079000/pretrained_model/config.json b/checkpoints/079000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/079000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/079000/pretrained_model/model.safetensors b/checkpoints/079000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4e9b8109b7940db7166324e7f7c546cfa62651b0 --- /dev/null +++ b/checkpoints/079000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba642f6dea0bb86e6655363d604a87a6773af51b974c5b3322a3b4881262cead +size 206701336 diff --git a/checkpoints/079000/pretrained_model/train_config.json b/checkpoints/079000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/079000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/079000/training_state/optimizer_param_groups.json b/checkpoints/079000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/079000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/079000/training_state/optimizer_state.safetensors b/checkpoints/079000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..52db9fb0944ba6110163e1e15e9031bfd51ed23e --- /dev/null +++ b/checkpoints/079000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be66cf251aa13071bc002e5f23770f134c6a2c30043a2900293cb16e4a3dfc93 +size 412817652 diff --git a/checkpoints/079000/training_state/rng_state.safetensors b/checkpoints/079000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..936b0e0dd1f27091573670e4cf4d00ac1047b234 --- /dev/null +++ b/checkpoints/079000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6874c57e57284efa145969c0f02a5c0f827dbf5bdae50ac10792f032d09203f3 +size 15708 diff --git a/checkpoints/079000/training_state/training_step.json b/checkpoints/079000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..52bb4086abf082c091962dcbce0bfe7a13c260bf --- /dev/null +++ b/checkpoints/079000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 79000 +} \ No newline at end of file diff --git a/checkpoints/079500/pretrained_model/config.json b/checkpoints/079500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/079500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/079500/pretrained_model/model.safetensors b/checkpoints/079500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e73b896a782fdb1cd052f74d6ef4ed70b00892d1 --- /dev/null +++ b/checkpoints/079500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c54ed400507b8513f9f80343c1fb04680088d049f671ab2af0445157db150de +size 206701336 diff --git a/checkpoints/079500/pretrained_model/train_config.json b/checkpoints/079500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/079500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/079500/training_state/optimizer_param_groups.json b/checkpoints/079500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/079500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/079500/training_state/optimizer_state.safetensors b/checkpoints/079500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..12c519e0574e473319c005820fc28a267c7db005 --- /dev/null +++ b/checkpoints/079500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b6b8e8de586454e662ea0502293b8bd566498e4e3c2199bdb29658afb54f1f5 +size 412817652 diff --git a/checkpoints/079500/training_state/rng_state.safetensors b/checkpoints/079500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c5d220284842c47b7358635205e7d0b62ecdf568 --- /dev/null +++ b/checkpoints/079500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf0e79794bc4ce482978fe4484d0bfe45bbc529afa9683156559c251b036c303 +size 15708 diff --git a/checkpoints/079500/training_state/training_step.json b/checkpoints/079500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c9d8c4bd723e335c2df448813c27a190618b2704 --- /dev/null +++ b/checkpoints/079500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 79500 +} \ No newline at end of file diff --git a/checkpoints/080000/pretrained_model/config.json b/checkpoints/080000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/080000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/080000/pretrained_model/model.safetensors b/checkpoints/080000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e588cc3dba3d1a9722dd0ede7ed61a688385ca09 --- /dev/null +++ b/checkpoints/080000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0c537db6da58a1de11ccc83f41a6921f56cd4f820e7dbf929e7f3bed3e777a6 +size 206701336 diff --git a/checkpoints/080000/pretrained_model/train_config.json b/checkpoints/080000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/080000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/080000/training_state/optimizer_param_groups.json b/checkpoints/080000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/080000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/080000/training_state/optimizer_state.safetensors b/checkpoints/080000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..623c0b3b7f70bac09f09791b973c5ee0da1eb800 --- /dev/null +++ b/checkpoints/080000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09681402b5197ed0c608af4c56045ba11fb3b2003ea63e9873dfa28d8236dcb7 +size 412817652 diff --git a/checkpoints/080000/training_state/rng_state.safetensors b/checkpoints/080000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bec1a32bd215928a2365161d8b51f35bf35a3b7d --- /dev/null +++ b/checkpoints/080000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ad6920160b7de263f523b123da1a924024984c33a29178f92af2450e6c5171 +size 15708 diff --git a/checkpoints/080000/training_state/training_step.json b/checkpoints/080000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..384eace4ecc2a6cba352aa7cf27f04405b7319c3 --- /dev/null +++ b/checkpoints/080000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 80000 +} \ No newline at end of file diff --git a/checkpoints/080500/pretrained_model/config.json b/checkpoints/080500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/080500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/080500/pretrained_model/model.safetensors b/checkpoints/080500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1650218e8b570b5f9593618dda9d224755753a6e --- /dev/null +++ b/checkpoints/080500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ed8966fd8ff1fee5735283c3699596292574ea4d9155115c0d148e0a67bb8ce +size 206701336 diff --git a/checkpoints/080500/pretrained_model/train_config.json b/checkpoints/080500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/080500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/080500/training_state/optimizer_param_groups.json b/checkpoints/080500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/080500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/080500/training_state/optimizer_state.safetensors b/checkpoints/080500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..abbee3df8f32d45f7d42f49a4ca58586c8a030a8 --- /dev/null +++ b/checkpoints/080500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75d91449f32d7dc5195ea4b54d4d615ad15866eea5ab05966b052e07c635afb3 +size 412817652 diff --git a/checkpoints/080500/training_state/rng_state.safetensors b/checkpoints/080500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c7e181ed9bf8239654f523f835d6d7d3d52e6c8c --- /dev/null +++ b/checkpoints/080500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69ab67d2db5d0d2580a986ed7723640131c24669a853967c2bf9c2f6796999da +size 15708 diff --git a/checkpoints/080500/training_state/training_step.json b/checkpoints/080500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..48283b4dcbfbf76d9a2f7b1c974c404b1f039c27 --- /dev/null +++ b/checkpoints/080500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 80500 +} \ No newline at end of file diff --git a/checkpoints/081000/pretrained_model/config.json b/checkpoints/081000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/081000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/081000/pretrained_model/model.safetensors b/checkpoints/081000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b3d11b12f2089a98a041d5d7dc84bf42e1bd0b55 --- /dev/null +++ b/checkpoints/081000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1200b091f2b17d74e43ac535c668621738ea5c91c2bfc30140c8e0ce1e2faf5e +size 206701336 diff --git a/checkpoints/081000/pretrained_model/train_config.json b/checkpoints/081000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/081000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/081000/training_state/optimizer_param_groups.json b/checkpoints/081000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/081000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/081000/training_state/optimizer_state.safetensors b/checkpoints/081000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6953c81385de53e0eee8a83321097d26a70cee11 --- /dev/null +++ b/checkpoints/081000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd683287000a8e45d2359527fc56fdbf3682349a5575911541249634cf33ad53 +size 412817652 diff --git a/checkpoints/081000/training_state/rng_state.safetensors b/checkpoints/081000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e962ce90e8af1af4eb09283530144ff477c0c644 --- /dev/null +++ b/checkpoints/081000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5c08ec6f24ab767dcbc1af405fa4d9018380af05e0055948277375a5707c094 +size 15708 diff --git a/checkpoints/081000/training_state/training_step.json b/checkpoints/081000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d3a010230d2b56a986ecf18f0b5a2e0699005d85 --- /dev/null +++ b/checkpoints/081000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 81000 +} \ No newline at end of file diff --git a/checkpoints/081500/pretrained_model/config.json b/checkpoints/081500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/081500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/081500/pretrained_model/model.safetensors b/checkpoints/081500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ed288df2ccb4a58f8ef7d1e98c4ddb64c25ec03d --- /dev/null +++ b/checkpoints/081500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ac1803facc129d9fe97db7147b3cf5dd85d5a73a4f153f4df2d2d3ad651455f +size 206701336 diff --git a/checkpoints/081500/pretrained_model/train_config.json b/checkpoints/081500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/081500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/081500/training_state/optimizer_param_groups.json b/checkpoints/081500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/081500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/081500/training_state/optimizer_state.safetensors b/checkpoints/081500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a09f2784503423ce3f49d0493ba9a8711aa96c6 --- /dev/null +++ b/checkpoints/081500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82492b819933f7e24dcc2bb996602455ef2355f4366f86aefe7dae6ac97f14ba +size 412817652 diff --git a/checkpoints/081500/training_state/rng_state.safetensors b/checkpoints/081500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b8ed56d017a25ffaa360be16eaec29ac54d57cb4 --- /dev/null +++ b/checkpoints/081500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0019e343abf2779aed700fcf7a1905eac82fd34d2549cf8e758136825c33501d +size 15708 diff --git a/checkpoints/081500/training_state/training_step.json b/checkpoints/081500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..3036ac46e16b25c3e9cd542dfa8ab103ce8cfe0e --- /dev/null +++ b/checkpoints/081500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 81500 +} \ No newline at end of file diff --git a/checkpoints/082000/pretrained_model/config.json b/checkpoints/082000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/082000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/082000/pretrained_model/model.safetensors b/checkpoints/082000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..76806ece326838ea5037b43482d0392be2c32de4 --- /dev/null +++ b/checkpoints/082000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f45a5e679d862665384ca93326c951d53d15a57dceb3a929442425cb7fafaca +size 206701336 diff --git a/checkpoints/082000/pretrained_model/train_config.json b/checkpoints/082000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/082000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/082000/training_state/optimizer_param_groups.json b/checkpoints/082000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/082000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/082000/training_state/optimizer_state.safetensors b/checkpoints/082000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ce388554a3ef7439b29b9b03fb66a79cde177ee --- /dev/null +++ b/checkpoints/082000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82cd9ed4b7b51004e28aea00c58e53a0a09e04094655814728e80b429c0d6d45 +size 412817652 diff --git a/checkpoints/082000/training_state/rng_state.safetensors b/checkpoints/082000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ebb421c82734b41780bf75988bc825b38717d46 --- /dev/null +++ b/checkpoints/082000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0b89b949c005dc0c623d3b73804ea9250f916f2d37e4049049a1e379bdf3ceb +size 15708 diff --git a/checkpoints/082000/training_state/training_step.json b/checkpoints/082000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..89c1c09a8b9a7339c68f123036edf971b313b11f --- /dev/null +++ b/checkpoints/082000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 82000 +} \ No newline at end of file diff --git a/checkpoints/082500/pretrained_model/config.json b/checkpoints/082500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/082500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/082500/pretrained_model/model.safetensors b/checkpoints/082500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a138b93b1219942b6f7b1f034bf94a3a78799866 --- /dev/null +++ b/checkpoints/082500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f1a1e60d61ce99c4dee9f8d99505c1f55ec4057eb9d463f185ca8566e0c3211 +size 206701336 diff --git a/checkpoints/082500/pretrained_model/train_config.json b/checkpoints/082500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/082500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/082500/training_state/optimizer_param_groups.json b/checkpoints/082500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/082500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/082500/training_state/optimizer_state.safetensors b/checkpoints/082500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c3b79d4250101449c2e8bd50070bd2b65d22849c --- /dev/null +++ b/checkpoints/082500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad54ef6b6f50fe90b4901843eda152cfa836259c3d8e703b042229b5ad81c9a2 +size 412817652 diff --git a/checkpoints/082500/training_state/rng_state.safetensors b/checkpoints/082500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0407b2216c84d1bdc8ae167d6253c67135026cf0 --- /dev/null +++ b/checkpoints/082500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37a8af11d4af099ecbdfed0f9914494a0154f64ec514eace44214e526ad5f111 +size 15708 diff --git a/checkpoints/082500/training_state/training_step.json b/checkpoints/082500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..bff264275741fe4b7d89a346a1ec8bd1dd7d31c7 --- /dev/null +++ b/checkpoints/082500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 82500 +} \ No newline at end of file diff --git a/checkpoints/083000/pretrained_model/config.json b/checkpoints/083000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/083000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/083000/pretrained_model/model.safetensors b/checkpoints/083000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..66860b04c717537d0188f6afab109c5077029e33 --- /dev/null +++ b/checkpoints/083000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dea1cc8244c30d046ad213095903cbb2de9695c08d02c1a6c3a234b22f7e73d +size 206701336 diff --git a/checkpoints/083000/pretrained_model/train_config.json b/checkpoints/083000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/083000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/083000/training_state/optimizer_param_groups.json b/checkpoints/083000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/083000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/083000/training_state/optimizer_state.safetensors b/checkpoints/083000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..55a5afd68dc4cf6e09ba1de04abb096196596a5c --- /dev/null +++ b/checkpoints/083000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cc05f23951920f407c76d059b0d75ed5a542441dbe033467cc290ac124288ef +size 412817652 diff --git a/checkpoints/083000/training_state/rng_state.safetensors b/checkpoints/083000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d6ee04172316bddf6d6e651cd0e9042d48e7c22e --- /dev/null +++ b/checkpoints/083000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cc657624e8b3d3b38542448fb062cd2022e8723ea5f21377270169b86353a93 +size 15708 diff --git a/checkpoints/083000/training_state/training_step.json b/checkpoints/083000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..fc9386f4a23df5d3318c16aef0b3adfda7266c39 --- /dev/null +++ b/checkpoints/083000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 83000 +} \ No newline at end of file diff --git a/checkpoints/083500/pretrained_model/config.json b/checkpoints/083500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/083500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/083500/pretrained_model/model.safetensors b/checkpoints/083500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ee9c730df72fedf503aa9f60158b6d73d8a8713 --- /dev/null +++ b/checkpoints/083500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f457ce44ad10a2b66277dcd179cc9b4d22d4fb06fd4d6a6677e8e9309cb34a68 +size 206701336 diff --git a/checkpoints/083500/pretrained_model/train_config.json b/checkpoints/083500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/083500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/083500/training_state/optimizer_param_groups.json b/checkpoints/083500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/083500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/083500/training_state/optimizer_state.safetensors b/checkpoints/083500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6901245237cc444ba733f9a2a6693eaa9ca7a514 --- /dev/null +++ b/checkpoints/083500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:463857b3984dfbd20cf816c9a22578193053a85c8b7276073f95789258ecd485 +size 412817652 diff --git a/checkpoints/083500/training_state/rng_state.safetensors b/checkpoints/083500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b836ac99944214eac8ac5c6c3ac761091392bac --- /dev/null +++ b/checkpoints/083500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6855df2ffd8985efc2bff9bfd3fb8b6e72948db70ff31a071a7f090bb494a3a4 +size 15708 diff --git a/checkpoints/083500/training_state/training_step.json b/checkpoints/083500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..3fa73d3556b5c99097b8b5145b5f033415be2e0f --- /dev/null +++ b/checkpoints/083500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 83500 +} \ No newline at end of file diff --git a/checkpoints/084000/pretrained_model/config.json b/checkpoints/084000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/084000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/084000/pretrained_model/model.safetensors b/checkpoints/084000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f77424a010a3a4ed49438a7809ca2fc8f030842 --- /dev/null +++ b/checkpoints/084000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d753c6171cd0692b79be6d63e1792595213ebd009c2992ac49977ecd9c51fdb0 +size 206701336 diff --git a/checkpoints/084000/pretrained_model/train_config.json b/checkpoints/084000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/084000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/084000/training_state/optimizer_param_groups.json b/checkpoints/084000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/084000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/084000/training_state/optimizer_state.safetensors b/checkpoints/084000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..85c6615367b1685bb3075b4a1da06e488576afea --- /dev/null +++ b/checkpoints/084000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:329c3cdb5526e4a050e2ae644619b4929416a2f7c181bbabd21cbc8355529f4f +size 412817652 diff --git a/checkpoints/084000/training_state/rng_state.safetensors b/checkpoints/084000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f7ae4562b1830023a8429725ddb9cdfeedaf40e --- /dev/null +++ b/checkpoints/084000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b379c25b51a1aa225ee436de09d48e614f55b7f80159921c2d3ca2095b1bd5e4 +size 15708 diff --git a/checkpoints/084000/training_state/training_step.json b/checkpoints/084000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..07f01d54b93ef2fca358497cad8c9b660c163486 --- /dev/null +++ b/checkpoints/084000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 84000 +} \ No newline at end of file diff --git a/checkpoints/084500/pretrained_model/config.json b/checkpoints/084500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/084500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/084500/pretrained_model/model.safetensors b/checkpoints/084500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e45ba72541483bcede975ed5cfa7594d11271e1c --- /dev/null +++ b/checkpoints/084500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec282fa02071d2810ea35e3ba9ecdc9fcf44c1fbdb34986a153ba3829c8b0c7a +size 206701336 diff --git a/checkpoints/084500/pretrained_model/train_config.json b/checkpoints/084500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/084500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/084500/training_state/optimizer_param_groups.json b/checkpoints/084500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/084500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/084500/training_state/optimizer_state.safetensors b/checkpoints/084500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e27db322f464dd420bf25ed748d79aa33fb00158 --- /dev/null +++ b/checkpoints/084500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5d79fe5e60cc7fb1b1803516ea02dc08b5f7aac2a865c9542c0347fe7d2128a +size 412817652 diff --git a/checkpoints/084500/training_state/rng_state.safetensors b/checkpoints/084500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c5f0f3f9303ee02bdd51355a13b8a9ae5950921e --- /dev/null +++ b/checkpoints/084500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41e1f28de0be5b05e6144414ea5e215ebd24ac4579769485ad2af7ea80ac167e +size 15708 diff --git a/checkpoints/084500/training_state/training_step.json b/checkpoints/084500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..43a4aafffdebc5465060cb140514e33344f7c126 --- /dev/null +++ b/checkpoints/084500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 84500 +} \ No newline at end of file diff --git a/checkpoints/085000/pretrained_model/config.json b/checkpoints/085000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/085000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/085000/pretrained_model/model.safetensors b/checkpoints/085000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa198c878c98f10ab35ce65f89506ef417849b48 --- /dev/null +++ b/checkpoints/085000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5e923fe39e80d721a4613d891b334fea689cbce131ae79e208ebae9a6763e7a +size 206701336 diff --git a/checkpoints/085000/pretrained_model/train_config.json b/checkpoints/085000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/085000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/085000/training_state/optimizer_param_groups.json b/checkpoints/085000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/085000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/085000/training_state/optimizer_state.safetensors b/checkpoints/085000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ac566403281e9ea2b0a85b18861e9ef3e82fc2f0 --- /dev/null +++ b/checkpoints/085000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10cf275e27f59a08e09f214f70cdb7c5126dd6f42059ec19f88f5772e3922d41 +size 412817652 diff --git a/checkpoints/085000/training_state/rng_state.safetensors b/checkpoints/085000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..24f7ffcf1d66cd5e2d745ee37cd7e7f16996120c --- /dev/null +++ b/checkpoints/085000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b651b819ca93a0d2a10754e4858d3e49338ef661f2ae25b6c86d20ed16dc62f +size 15708 diff --git a/checkpoints/085000/training_state/training_step.json b/checkpoints/085000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..bfef6bbed897f0b32861a6990674bf65f9ae03d8 --- /dev/null +++ b/checkpoints/085000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 85000 +} \ No newline at end of file diff --git a/checkpoints/085500/pretrained_model/config.json b/checkpoints/085500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/085500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/085500/pretrained_model/model.safetensors b/checkpoints/085500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c68210a914cf43d3ff6178379778b25aada218e2 --- /dev/null +++ b/checkpoints/085500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08495e4cea40c0bf4c8b2a7da7c5cf46b9fba8942a512a6c5198d0cb43373474 +size 206701336 diff --git a/checkpoints/085500/pretrained_model/train_config.json b/checkpoints/085500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/085500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/085500/training_state/optimizer_param_groups.json b/checkpoints/085500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/085500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/085500/training_state/optimizer_state.safetensors b/checkpoints/085500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9addc53c6109e240967e4f3453e6ba8d9373ed5e --- /dev/null +++ b/checkpoints/085500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b773a784b288484df02b14c74002042061cb0d1af14582f95b18e36ea0cb1678 +size 412817652 diff --git a/checkpoints/085500/training_state/rng_state.safetensors b/checkpoints/085500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dcd8e1585c3245556f975ce5d46e760f8cbd850b --- /dev/null +++ b/checkpoints/085500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cac31f944b1849d4ab9b4d9d8f0a44b38e3837ef887424dcc4a7bda3b67da3e6 +size 15708 diff --git a/checkpoints/085500/training_state/training_step.json b/checkpoints/085500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..acbfa3ee1e86d25042aca8eeeb06f5ec61fc5b82 --- /dev/null +++ b/checkpoints/085500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 85500 +} \ No newline at end of file diff --git a/checkpoints/086000/pretrained_model/config.json b/checkpoints/086000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/086000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/086000/pretrained_model/model.safetensors b/checkpoints/086000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b21d4db1fa5e6eadd07c90ff760018bba392de0c --- /dev/null +++ b/checkpoints/086000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34046abf8296df35fe71ae0fcc1e7e5a67f77c91cd2b4152c3afe9279b0bbba6 +size 206701336 diff --git a/checkpoints/086000/pretrained_model/train_config.json b/checkpoints/086000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/086000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/086000/training_state/optimizer_param_groups.json b/checkpoints/086000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/086000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/086000/training_state/optimizer_state.safetensors b/checkpoints/086000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e9271c83fc789136f6dad9c7092ee31d850eb1e9 --- /dev/null +++ b/checkpoints/086000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62eab2802fc0d2db41e5c11aa53a424eb384d1dc220630e2f591d8e1609d4739 +size 412817652 diff --git a/checkpoints/086000/training_state/rng_state.safetensors b/checkpoints/086000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..063ce71fd792ea5443f51e288a8fd84b9d93837a --- /dev/null +++ b/checkpoints/086000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ec85a5b9f624faf9ba7de24a8030ad79014e4000ae1c79f0b995d401bf35956 +size 15708 diff --git a/checkpoints/086000/training_state/training_step.json b/checkpoints/086000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..cf27b44e1762e96f39a1351eb2fa7845c80707f8 --- /dev/null +++ b/checkpoints/086000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 86000 +} \ No newline at end of file diff --git a/checkpoints/086500/pretrained_model/config.json b/checkpoints/086500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/086500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/086500/pretrained_model/model.safetensors b/checkpoints/086500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7cd17891cf2b9cd775c3dae69cd95fc58b39000b --- /dev/null +++ b/checkpoints/086500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9f1afa96a29aa1dd90d0ebb284ef3b4ffb3456bdc2493e0fcfae7a859107bee +size 206701336 diff --git a/checkpoints/086500/pretrained_model/train_config.json b/checkpoints/086500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/086500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/086500/training_state/optimizer_param_groups.json b/checkpoints/086500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/086500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/086500/training_state/optimizer_state.safetensors b/checkpoints/086500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8c2b5a34464129bc5c84fd6c246fd329720fbe6f --- /dev/null +++ b/checkpoints/086500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fb89545c50bffb3a8a7ae98571c3b32aeee143f39613126095fe230d11408dd +size 412817652 diff --git a/checkpoints/086500/training_state/rng_state.safetensors b/checkpoints/086500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6edab868b8749a6455743d51d8486982a850bdf1 --- /dev/null +++ b/checkpoints/086500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2bb03c7153d7ab396a5eb65263fe5accf22a122c060c6e8a966a0d22d00ee5d +size 15708 diff --git a/checkpoints/086500/training_state/training_step.json b/checkpoints/086500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..21097e1d9ab66d58ab1cf924bd0e8ab66fe6e547 --- /dev/null +++ b/checkpoints/086500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 86500 +} \ No newline at end of file diff --git a/checkpoints/087000/pretrained_model/config.json b/checkpoints/087000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/087000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/087000/pretrained_model/model.safetensors b/checkpoints/087000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..47e638cce5b6d68b57747e07eeccb9a71ae4a3ea --- /dev/null +++ b/checkpoints/087000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9de3a52ccc50887365880cd3de316a65a2907553390061e383f945785b4e73ba +size 206701336 diff --git a/checkpoints/087000/pretrained_model/train_config.json b/checkpoints/087000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/087000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/087000/training_state/optimizer_param_groups.json b/checkpoints/087000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/087000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/087000/training_state/optimizer_state.safetensors b/checkpoints/087000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6561667c7563fadd576e4890398e6442a0ed6b72 --- /dev/null +++ b/checkpoints/087000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f13c744dddcb751b2ed97f233dd1dea38f3480c24e9dd3487558a06c7be4b307 +size 412817652 diff --git a/checkpoints/087000/training_state/rng_state.safetensors b/checkpoints/087000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..00ab0493b09bdbd4aa8471e448cd5f599c5b743f --- /dev/null +++ b/checkpoints/087000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5229ace3706b087ec6ca1319fe7e7fdbb22cad993d6614e0b506d054fe0bac0 +size 15708 diff --git a/checkpoints/087000/training_state/training_step.json b/checkpoints/087000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..1d25adb0a725cc66ba642a6f46526559b7cb600a --- /dev/null +++ b/checkpoints/087000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 87000 +} \ No newline at end of file diff --git a/checkpoints/087500/pretrained_model/config.json b/checkpoints/087500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/087500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/087500/pretrained_model/model.safetensors b/checkpoints/087500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a75447360ef6573f39d8d0d50210b22e458f829a --- /dev/null +++ b/checkpoints/087500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09327052b839da2749620a6c3fad7bc90137dbc04d491a94074910f5029d849d +size 206701336 diff --git a/checkpoints/087500/pretrained_model/train_config.json b/checkpoints/087500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/087500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/087500/training_state/optimizer_param_groups.json b/checkpoints/087500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/087500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/087500/training_state/optimizer_state.safetensors b/checkpoints/087500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fed2083bd2955075f86240a05497113bfa1ca3bd --- /dev/null +++ b/checkpoints/087500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83b97e6d49bce77131d8574f265b534146287d8760a2036ab5015fc51e51b1ac +size 412817652 diff --git a/checkpoints/087500/training_state/rng_state.safetensors b/checkpoints/087500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..53f16ef58a0cac40eccd33cf1692434aea3ebe2e --- /dev/null +++ b/checkpoints/087500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfac44a473e224f93270bb6272e67b5068ae424b943094b173ba8aa88964e2e5 +size 15708 diff --git a/checkpoints/087500/training_state/training_step.json b/checkpoints/087500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..3016cb5635ef981a69a28a0c59e5dbf7ccea2e09 --- /dev/null +++ b/checkpoints/087500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 87500 +} \ No newline at end of file diff --git a/checkpoints/088000/pretrained_model/config.json b/checkpoints/088000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/088000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/088000/pretrained_model/model.safetensors b/checkpoints/088000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb01af4f0dfd44842b40f2ffc6001762447abf3a --- /dev/null +++ b/checkpoints/088000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8a23af9b0b93cc77a9882bdc3f1070f40b5827ccb66047651a4f937ced15dcc +size 206701336 diff --git a/checkpoints/088000/pretrained_model/train_config.json b/checkpoints/088000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/088000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/088000/training_state/optimizer_param_groups.json b/checkpoints/088000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/088000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/088000/training_state/optimizer_state.safetensors b/checkpoints/088000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec86600dee443ee62e6412f56e8f5e863912c426 --- /dev/null +++ b/checkpoints/088000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba0aa0ff517d6ee532020aafa1673f8cf6db9229f5a817362a82d53d3c7adffd +size 412817652 diff --git a/checkpoints/088000/training_state/rng_state.safetensors b/checkpoints/088000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ee055639313a4c21990e9f3dd9d2d124cb15f6a7 --- /dev/null +++ b/checkpoints/088000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d165d9f60657eec9d333b1fa127b9a0edb40ae0c400d52ce27cef5e701a198b +size 15708 diff --git a/checkpoints/088000/training_state/training_step.json b/checkpoints/088000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..6536ee16086688ef952891e4a128c86615a96cf4 --- /dev/null +++ b/checkpoints/088000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 88000 +} \ No newline at end of file diff --git a/checkpoints/088500/pretrained_model/config.json b/checkpoints/088500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/088500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/088500/pretrained_model/model.safetensors b/checkpoints/088500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6bc42cbbde68d29ac7cd4d65b4906e2b4743ccfb --- /dev/null +++ b/checkpoints/088500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1a290268c8d24152a7d23cd18b12eec777679a50b2a6b011219b7e2304cf93e +size 206701336 diff --git a/checkpoints/088500/pretrained_model/train_config.json b/checkpoints/088500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/088500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/088500/training_state/optimizer_param_groups.json b/checkpoints/088500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/088500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/088500/training_state/optimizer_state.safetensors b/checkpoints/088500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ee8f52d35ac7b878e69b94ff1c1cbc5aa6d828a8 --- /dev/null +++ b/checkpoints/088500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b093b7c7a97abfb9276ab652e4273e430795c633c692595e685062f2a45b1c96 +size 412817652 diff --git a/checkpoints/088500/training_state/rng_state.safetensors b/checkpoints/088500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dab1ddd18fc59547101e0756e7b6b1bfb74d528c --- /dev/null +++ b/checkpoints/088500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da5abf3caf3af75370f5001626be693dc7fb7f5493fd382d7cb3a65a5c46c0c7 +size 15708 diff --git a/checkpoints/088500/training_state/training_step.json b/checkpoints/088500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..ce7dafcbea91704887c1be7b0a75988a62671d15 --- /dev/null +++ b/checkpoints/088500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 88500 +} \ No newline at end of file diff --git a/checkpoints/089000/pretrained_model/config.json b/checkpoints/089000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/089000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/089000/pretrained_model/model.safetensors b/checkpoints/089000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..09173243d174385979d8c8e3b779d0c08e085f4f --- /dev/null +++ b/checkpoints/089000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f40c57752bfe5a51591b37ae25e19251097e7e9bab5e7b577d900ce8ab0b190a +size 206701336 diff --git a/checkpoints/089000/pretrained_model/train_config.json b/checkpoints/089000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/089000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/089000/training_state/optimizer_param_groups.json b/checkpoints/089000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/089000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/089000/training_state/optimizer_state.safetensors b/checkpoints/089000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..49cac51d1966bc14bcfcf511442baa73de601236 --- /dev/null +++ b/checkpoints/089000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:746f428a3d29edea2277ef6059485f7b690327ba369fc8b92e5cc15e95395b3a +size 412817652 diff --git a/checkpoints/089000/training_state/rng_state.safetensors b/checkpoints/089000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bbbd353f5c76aad14af5774ba33600ea0f1f3cfd --- /dev/null +++ b/checkpoints/089000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd94054fe46c002cea12e2b985aed4f6459a42a12c1b158688486e56f3bc5e66 +size 15708 diff --git a/checkpoints/089000/training_state/training_step.json b/checkpoints/089000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f3133dabd000f8f618076a6f224157cbc30c034e --- /dev/null +++ b/checkpoints/089000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 89000 +} \ No newline at end of file diff --git a/checkpoints/089500/pretrained_model/config.json b/checkpoints/089500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/089500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/089500/pretrained_model/model.safetensors b/checkpoints/089500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2d65decaa793a45807c9b5c3b65dd2e9e973f079 --- /dev/null +++ b/checkpoints/089500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15c18c13b1c124fdd56fbb060913cc145384ecd39ce53cf1566ffcbac3ce05da +size 206701336 diff --git a/checkpoints/089500/pretrained_model/train_config.json b/checkpoints/089500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/089500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/089500/training_state/optimizer_param_groups.json b/checkpoints/089500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/089500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/089500/training_state/optimizer_state.safetensors b/checkpoints/089500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7128f402c4e13119b900ef2dafa8b7adc60f06cc --- /dev/null +++ b/checkpoints/089500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43964aabbfc3a55599240750c284facd3a164fe00407e7bd8d12c218f2ecc5da +size 412817652 diff --git a/checkpoints/089500/training_state/rng_state.safetensors b/checkpoints/089500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..719d24da7a090b7ade4bb813d5b5ad8db33ebd80 --- /dev/null +++ b/checkpoints/089500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2faac804dbbdb3e8e91696061d39214eb1a438ff93b8234f27e589aa90a54f8 +size 15708 diff --git a/checkpoints/089500/training_state/training_step.json b/checkpoints/089500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c9ec46f64ccb3259eff44edfb4b09900123d89e2 --- /dev/null +++ b/checkpoints/089500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 89500 +} \ No newline at end of file diff --git a/checkpoints/090000/pretrained_model/config.json b/checkpoints/090000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/090000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/090000/pretrained_model/model.safetensors b/checkpoints/090000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a331065cd974d609b24216a844b3bd5d45ae87b5 --- /dev/null +++ b/checkpoints/090000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d9707f324b1a7e475dbde434b3d1216bc7d2163bd3890f53aea32f149ccf04e +size 206701336 diff --git a/checkpoints/090000/pretrained_model/train_config.json b/checkpoints/090000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/090000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/090000/training_state/optimizer_param_groups.json b/checkpoints/090000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/090000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/090000/training_state/optimizer_state.safetensors b/checkpoints/090000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..032b454dc50950ee3a955d23d65c4d0e154523d3 --- /dev/null +++ b/checkpoints/090000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:446bf428061e0b49266836d9e4d00dd5921b4c9ea38307597c1fa3b0deb3eb7f +size 412817652 diff --git a/checkpoints/090000/training_state/rng_state.safetensors b/checkpoints/090000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..48d6003591e156c4dc97791bf086e89ba5888289 --- /dev/null +++ b/checkpoints/090000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f17e01ed124db1f675b31abd513c1492f10aa63a4967271f754259f4939a89e9 +size 15708 diff --git a/checkpoints/090000/training_state/training_step.json b/checkpoints/090000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..cec965b83b7f817ac99559792f84cbb69a721bfd --- /dev/null +++ b/checkpoints/090000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 90000 +} \ No newline at end of file diff --git a/checkpoints/090500/pretrained_model/config.json b/checkpoints/090500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/090500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/090500/pretrained_model/model.safetensors b/checkpoints/090500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..74f28cd7cf530c5bd053e38b8569598d06c844c9 --- /dev/null +++ b/checkpoints/090500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e10ed95020ca6cea1bbc319f9911307689a0307b51d328d137b1c0cf71a2621 +size 206701336 diff --git a/checkpoints/090500/pretrained_model/train_config.json b/checkpoints/090500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/090500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/090500/training_state/optimizer_param_groups.json b/checkpoints/090500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/090500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/090500/training_state/optimizer_state.safetensors b/checkpoints/090500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2a5ec31e07e93a9981b32113ff5ca25f03eb967e --- /dev/null +++ b/checkpoints/090500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d6dc9c8cdeb32184cf370a1907e9d2aeb13b572d1c05b361e9900a8bfb9fe1f +size 412817652 diff --git a/checkpoints/090500/training_state/rng_state.safetensors b/checkpoints/090500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b7ca87b17004759890c60e89968438f30783a84b --- /dev/null +++ b/checkpoints/090500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15a997dcc128e67530cc98947ffb2c179bec5a45f44371ffc92eeecbd1c786d2 +size 15708 diff --git a/checkpoints/090500/training_state/training_step.json b/checkpoints/090500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..6afa795b9c6baf8a5b63191199e491dbbc63b280 --- /dev/null +++ b/checkpoints/090500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 90500 +} \ No newline at end of file diff --git a/checkpoints/091000/pretrained_model/config.json b/checkpoints/091000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/091000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/091000/pretrained_model/model.safetensors b/checkpoints/091000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c86dba542d01623626baa8b901bd8fe59590832e --- /dev/null +++ b/checkpoints/091000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d125ce6901e2fc249fd3c85d0d8dbd3582f27c055efbb3a7fda50c1ef106d134 +size 206701336 diff --git a/checkpoints/091000/pretrained_model/train_config.json b/checkpoints/091000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/091000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/091000/training_state/optimizer_param_groups.json b/checkpoints/091000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/091000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/091000/training_state/optimizer_state.safetensors b/checkpoints/091000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..93137bfd767ee0bd6d20fc322d574a044aa27c00 --- /dev/null +++ b/checkpoints/091000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7468346ba299fd91f0a9c77a3fe7f48b948014818527038879700438ac2349f4 +size 412817652 diff --git a/checkpoints/091000/training_state/rng_state.safetensors b/checkpoints/091000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..85ac26f708709a253308be4a66eb67e52e24f674 --- /dev/null +++ b/checkpoints/091000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02e6074842a4dc26fbaf23ab11ea72ff9d7a982cf12fb290ada6b39c8f6ea0ea +size 15708 diff --git a/checkpoints/091000/training_state/training_step.json b/checkpoints/091000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..38331e3d51f1b3a7b4f7cff830a12087ad13e145 --- /dev/null +++ b/checkpoints/091000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 91000 +} \ No newline at end of file diff --git a/checkpoints/091500/pretrained_model/config.json b/checkpoints/091500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/091500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/091500/pretrained_model/model.safetensors b/checkpoints/091500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c679a9c32ae6874c3dbfa306a84b92ea33ba850b --- /dev/null +++ b/checkpoints/091500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eb0cd31af3499b2d70d64a752464b79f71e834efcf52b786899d56cdc610034 +size 206701336 diff --git a/checkpoints/091500/pretrained_model/train_config.json b/checkpoints/091500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/091500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/091500/training_state/optimizer_param_groups.json b/checkpoints/091500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/091500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/091500/training_state/optimizer_state.safetensors b/checkpoints/091500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c49789bb14693876a648ce5f7848d1954e1dece0 --- /dev/null +++ b/checkpoints/091500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc5efbd6be27df474bd55d9fd84f9823154e297bd8914884b6b05af08547e531 +size 412817652 diff --git a/checkpoints/091500/training_state/rng_state.safetensors b/checkpoints/091500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f5bd993e3714bafbf41e2a0a97df3119d89b8cb --- /dev/null +++ b/checkpoints/091500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:342243b7c3440d2f16a4484fc1bd5c8189c3f7f5198f4d72b33be414dd562fb3 +size 15708 diff --git a/checkpoints/091500/training_state/training_step.json b/checkpoints/091500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f17d0fd60c58cb789790ef6438334cb20086c0b8 --- /dev/null +++ b/checkpoints/091500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 91500 +} \ No newline at end of file diff --git a/checkpoints/092000/pretrained_model/config.json b/checkpoints/092000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/092000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/092000/pretrained_model/model.safetensors b/checkpoints/092000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..32b413fccc9d123a12291c0a743b999cfe2d4f67 --- /dev/null +++ b/checkpoints/092000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b05d7eac7ba9867f7befbc7a93730c820eb9d20cc9eb71c3938b90917bf788e +size 206701336 diff --git a/checkpoints/092000/pretrained_model/train_config.json b/checkpoints/092000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/092000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/092000/training_state/optimizer_param_groups.json b/checkpoints/092000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/092000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/092000/training_state/optimizer_state.safetensors b/checkpoints/092000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..29715b2ee3d36470938fbf713201c2891a85be3c --- /dev/null +++ b/checkpoints/092000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1faeccf82d0827413e97fea783402f2b3bbdf43f2e6d424bf3c03ae126ff28ae +size 412817652 diff --git a/checkpoints/092000/training_state/rng_state.safetensors b/checkpoints/092000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..986c44e0c216d0c9b639125fc7f101dc11b2ea59 --- /dev/null +++ b/checkpoints/092000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd8068ef133d444aeebf58008f6046fe6955d2c88d8d0339df9ba67f5b600fb9 +size 15708 diff --git a/checkpoints/092000/training_state/training_step.json b/checkpoints/092000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..44d03a53741c514475e13708fa6e2dd69fea0994 --- /dev/null +++ b/checkpoints/092000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 92000 +} \ No newline at end of file diff --git a/checkpoints/092500/pretrained_model/config.json b/checkpoints/092500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/092500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/092500/pretrained_model/model.safetensors b/checkpoints/092500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c1a6dafd158f21134c73bc0d1456652035e11a90 --- /dev/null +++ b/checkpoints/092500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eac8709a386d2ae9f85416385720deb4afacf8e39a8e6254b4fdcf0e2048b2a3 +size 206701336 diff --git a/checkpoints/092500/pretrained_model/train_config.json b/checkpoints/092500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/092500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/092500/training_state/optimizer_param_groups.json b/checkpoints/092500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/092500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/092500/training_state/optimizer_state.safetensors b/checkpoints/092500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6de3278f620bde7b692ebee53fcd151b1e5af6f3 --- /dev/null +++ b/checkpoints/092500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:595a9b319acd27fbbdcb84e603647b7f97dd401e6cbf1584d735ef8386ac0332 +size 412817652 diff --git a/checkpoints/092500/training_state/rng_state.safetensors b/checkpoints/092500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b5b19f1323097c37d57d8b8276d40b3f1b9f68b3 --- /dev/null +++ b/checkpoints/092500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19c2b0db446bbf534c6a8b1ed2cd5a7b60ef819602897ecb03b2b9819be47bef +size 15708 diff --git a/checkpoints/092500/training_state/training_step.json b/checkpoints/092500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..bf9cad47231191cca5025224b5b351beb13bab84 --- /dev/null +++ b/checkpoints/092500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 92500 +} \ No newline at end of file diff --git a/checkpoints/093000/pretrained_model/config.json b/checkpoints/093000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/093000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/093000/pretrained_model/model.safetensors b/checkpoints/093000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..56270f79904479462245c7399e57e1f6125915ec --- /dev/null +++ b/checkpoints/093000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a7b0faecd3be794179ed12ff399bc9b4d29dccc0194ddc061b1ff64494830e9 +size 206701336 diff --git a/checkpoints/093000/pretrained_model/train_config.json b/checkpoints/093000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/093000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/093000/training_state/optimizer_param_groups.json b/checkpoints/093000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/093000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/093000/training_state/optimizer_state.safetensors b/checkpoints/093000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ffcb1c5c600d66b75e21f4dfd89c6dd5c124cb7b --- /dev/null +++ b/checkpoints/093000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d649626e895fdf61ebc92530652dc36762dc829299f2507efa1d1d27df45c79 +size 412817652 diff --git a/checkpoints/093000/training_state/rng_state.safetensors b/checkpoints/093000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..45f13f912e900546923ced5e4cacb778569f4cf7 --- /dev/null +++ b/checkpoints/093000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a926cfa2e03f1d00140bda8d54bff6a76b76db3cca5babfba0db8752d4646fd +size 15708 diff --git a/checkpoints/093000/training_state/training_step.json b/checkpoints/093000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..eda7c5edd049fad417fff17ad989455864857c5d --- /dev/null +++ b/checkpoints/093000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 93000 +} \ No newline at end of file diff --git a/checkpoints/093500/pretrained_model/config.json b/checkpoints/093500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/093500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/093500/pretrained_model/model.safetensors b/checkpoints/093500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4f3568f523082ba7251779217ef3db735da9197 --- /dev/null +++ b/checkpoints/093500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81dcc88c98b3ce6e24d163c36d2ec3f2e0df6d06e000795b9533682b6633ce4c +size 206701336 diff --git a/checkpoints/093500/pretrained_model/train_config.json b/checkpoints/093500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/093500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/093500/training_state/optimizer_param_groups.json b/checkpoints/093500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/093500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/093500/training_state/optimizer_state.safetensors b/checkpoints/093500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a9759e37706f1bd4cb403a2ae85b095edb637db8 --- /dev/null +++ b/checkpoints/093500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a6ac5e8939b2d1f51faf5b3947b7cdd2d9429fda40e5fb9c0c1c30133bbba0a +size 412817652 diff --git a/checkpoints/093500/training_state/rng_state.safetensors b/checkpoints/093500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f85d55b637b240f6d7155365d5a2bf69811da307 --- /dev/null +++ b/checkpoints/093500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0ed0e3f2520298240377e04772b9308cbd193e243eaad6935bf9f55ebf14a59 +size 15708 diff --git a/checkpoints/093500/training_state/training_step.json b/checkpoints/093500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..bf844d763d9e0b5f0e0926c9b5f451211e3ebd11 --- /dev/null +++ b/checkpoints/093500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 93500 +} \ No newline at end of file diff --git a/checkpoints/094000/pretrained_model/config.json b/checkpoints/094000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/094000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/094000/pretrained_model/model.safetensors b/checkpoints/094000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ae5e5d2bda169af41d3c284099a0321ea23b1527 --- /dev/null +++ b/checkpoints/094000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32e06af0bef02cc45d743d290b987495f35bfdd2143d4157df06fa24ac7c72f7 +size 206701336 diff --git a/checkpoints/094000/pretrained_model/train_config.json b/checkpoints/094000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/094000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/094000/training_state/optimizer_param_groups.json b/checkpoints/094000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/094000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/094000/training_state/optimizer_state.safetensors b/checkpoints/094000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5a682362b46393a20cdd74e10fae192e60ebb37f --- /dev/null +++ b/checkpoints/094000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:407722928c2692e71604fa11d4f8e00a6f1d3ab9285e12b76430975cc6843d75 +size 412817652 diff --git a/checkpoints/094000/training_state/rng_state.safetensors b/checkpoints/094000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4f1a7b2a5b4218e3dcd1c030e7d1816c92051fec --- /dev/null +++ b/checkpoints/094000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d50d12216d0ae774206310df77b0a594f75441a9b2e5407d9a483beded77616c +size 15708 diff --git a/checkpoints/094000/training_state/training_step.json b/checkpoints/094000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7e91fb65dc0f784d815031645d67cb4eaae6c6c4 --- /dev/null +++ b/checkpoints/094000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 94000 +} \ No newline at end of file diff --git a/checkpoints/094500/pretrained_model/config.json b/checkpoints/094500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/094500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/094500/pretrained_model/model.safetensors b/checkpoints/094500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..63e686f43948c68ec406359a2de628ddcbb8e506 --- /dev/null +++ b/checkpoints/094500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57a01d08c88e8a852c345bb1ed8aae6480e3578e0754a671fed9db81d6e9c094 +size 206701336 diff --git a/checkpoints/094500/pretrained_model/train_config.json b/checkpoints/094500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/094500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/094500/training_state/optimizer_param_groups.json b/checkpoints/094500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/094500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/094500/training_state/optimizer_state.safetensors b/checkpoints/094500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..407a35b9fb5ab55cd5884c6971d6a745235a1b9e --- /dev/null +++ b/checkpoints/094500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:956f14e1462f214e9bb601e44c1e7b553f6e4a7515896ca2021876eb45f21012 +size 412817652 diff --git a/checkpoints/094500/training_state/rng_state.safetensors b/checkpoints/094500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b7c1609cfd0ab885547a75cda85fb71a5a1a4de6 --- /dev/null +++ b/checkpoints/094500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66250b4f4ca3d6d3c5f044b4d872ac3aa22d552a4c127ed40b98a3a128ad1b68 +size 15708 diff --git a/checkpoints/094500/training_state/training_step.json b/checkpoints/094500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..006078769e77f6e820c3ad0ed97b6c80f4e2404b --- /dev/null +++ b/checkpoints/094500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 94500 +} \ No newline at end of file diff --git a/checkpoints/095000/pretrained_model/config.json b/checkpoints/095000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/095000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/095000/pretrained_model/model.safetensors b/checkpoints/095000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e44de74e01e24a14edf2a90938a02f0d8b100d00 --- /dev/null +++ b/checkpoints/095000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e66b17975b1776b4255275b93a2828481f3a50a5bba746f7524ae53b9aa9795 +size 206701336 diff --git a/checkpoints/095000/pretrained_model/train_config.json b/checkpoints/095000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/095000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/095000/training_state/optimizer_param_groups.json b/checkpoints/095000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/095000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/095000/training_state/optimizer_state.safetensors b/checkpoints/095000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9c72982e20f1e6c4928772ea3c930f7dc520b508 --- /dev/null +++ b/checkpoints/095000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02337693ec5ddad2c09c4691a4fb2a9b8f790b45478edfecbb732e145828f0e4 +size 412817652 diff --git a/checkpoints/095000/training_state/rng_state.safetensors b/checkpoints/095000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ce42afc9a140497b2840fdb5669e7392c09fa5f --- /dev/null +++ b/checkpoints/095000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:108d5664e64d8120b63220557927f756032f670e1c72d14318e455c3ff22b4fd +size 15708 diff --git a/checkpoints/095000/training_state/training_step.json b/checkpoints/095000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..aff6a5243e783a38f4b7bc4f7386e1f083ecb29c --- /dev/null +++ b/checkpoints/095000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 95000 +} \ No newline at end of file diff --git a/checkpoints/095500/pretrained_model/config.json b/checkpoints/095500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/095500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/095500/pretrained_model/model.safetensors b/checkpoints/095500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..76d0639658c121950d0655c28ae374468aa1b55e --- /dev/null +++ b/checkpoints/095500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46b973347b776008b5f15c65a52e30f96e11159ccd1232ac4f3f4c2ab7703c45 +size 206701336 diff --git a/checkpoints/095500/pretrained_model/train_config.json b/checkpoints/095500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/095500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/095500/training_state/optimizer_param_groups.json b/checkpoints/095500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/095500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/095500/training_state/optimizer_state.safetensors b/checkpoints/095500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e5829a4f80ae72aba80394e2263c91207a2b75d6 --- /dev/null +++ b/checkpoints/095500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25e213f73d29ac0c33d47e6ae220249304e0fecacab6ef09f2c03fa8b0203673 +size 412817652 diff --git a/checkpoints/095500/training_state/rng_state.safetensors b/checkpoints/095500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..15e8acf520faded65d1346e3158391344ad65cfa --- /dev/null +++ b/checkpoints/095500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d7c98a5af3cbf8b285d4bde48f58167e069ed26a05d48cd6520bfebaf391b58 +size 15708 diff --git a/checkpoints/095500/training_state/training_step.json b/checkpoints/095500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8ca7e72e0dd87aea447c0f05d6dd8ddb8050cd86 --- /dev/null +++ b/checkpoints/095500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 95500 +} \ No newline at end of file diff --git a/checkpoints/096000/pretrained_model/config.json b/checkpoints/096000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/096000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/096000/pretrained_model/model.safetensors b/checkpoints/096000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e3a41fe883b7eb50e46b0ec24e9f0a279c602cf --- /dev/null +++ b/checkpoints/096000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8725f65819baa3665bc01642561daa2eca367b0f0849eb41692bc14ef02e4e2 +size 206701336 diff --git a/checkpoints/096000/pretrained_model/train_config.json b/checkpoints/096000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/096000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/096000/training_state/optimizer_param_groups.json b/checkpoints/096000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/096000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/096000/training_state/optimizer_state.safetensors b/checkpoints/096000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..419059d44eb0480de9d0f6049398081655356bba --- /dev/null +++ b/checkpoints/096000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1912aa1278bac0ed53c1296a12645505dab005051cf3cb28477c5e2160a8621 +size 412817652 diff --git a/checkpoints/096000/training_state/rng_state.safetensors b/checkpoints/096000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2cd0930fc5c15dc86cc9507259b12472d1793f28 --- /dev/null +++ b/checkpoints/096000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:081a32fdeb4f25d2b26a869a4f6a2358c4c0bce38367d6f1a61da97d4b4924a4 +size 15708 diff --git a/checkpoints/096000/training_state/training_step.json b/checkpoints/096000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..74638f4f322910f1a7f11f6050ea78fde02cc8fb --- /dev/null +++ b/checkpoints/096000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 96000 +} \ No newline at end of file diff --git a/checkpoints/096500/pretrained_model/config.json b/checkpoints/096500/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/096500/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/096500/pretrained_model/model.safetensors b/checkpoints/096500/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..33a8eb938f5f9a6bf0f072059f8126fd6f0c9cd3 --- /dev/null +++ b/checkpoints/096500/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe4f22ef3ccba8a561f3b2048571ec2602d00d32401612eed25c65c56e4257e5 +size 206701336 diff --git a/checkpoints/096500/pretrained_model/train_config.json b/checkpoints/096500/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/096500/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/096500/training_state/optimizer_param_groups.json b/checkpoints/096500/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/096500/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/096500/training_state/optimizer_state.safetensors b/checkpoints/096500/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..93c2d8ec91c87a364ecbb8d661a3b9cc827c39b5 --- /dev/null +++ b/checkpoints/096500/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53ed62a10d16b0bbdafef8a1639cede8b3cf66b96084c25b4cd3745cbf9419eb +size 412817652 diff --git a/checkpoints/096500/training_state/rng_state.safetensors b/checkpoints/096500/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f13cbc9f05d37e7273744dce4364c880c6435d0f --- /dev/null +++ b/checkpoints/096500/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae82a6e614fb927a7910567028527d820d9285ad16029c8ea28d73bbaa2bb283 +size 15708 diff --git a/checkpoints/096500/training_state/training_step.json b/checkpoints/096500/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c310450b393a2bd619c1f17ede52c35ab279e898 --- /dev/null +++ b/checkpoints/096500/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 96500 +} \ No newline at end of file diff --git a/checkpoints/097000/pretrained_model/config.json b/checkpoints/097000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fccc054f447effaaf2451fa6127cb969a07fe871 --- /dev/null +++ b/checkpoints/097000/pretrained_model/config.json @@ -0,0 +1,77 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/097000/pretrained_model/model.safetensors b/checkpoints/097000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e47c2e6e0b15172c3ebbc315177ed5a0d84ded80 --- /dev/null +++ b/checkpoints/097000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d81736ae0a801a10358b88a21cfde6ed39dc578db324a42bbcdf4f92875d5594 +size 206701336 diff --git a/checkpoints/097000/pretrained_model/train_config.json b/checkpoints/097000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..77eebf7ccdea2c3924706bd49570f3f33b8c8051 --- /dev/null +++ b/checkpoints/097000/pretrained_model/train_config.json @@ -0,0 +1,183 @@ +{ + "dataset": { + "repo_id": "Moizbinjaafar123/record_chess_pieces", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Moizbinjaafar123/act_policy_chess_pieces", + "private": null, + "tags": null, + "license": null, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/act_record_chess_pieces", + "job_name": "act_record_chess_pieces", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 500, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "7pxzahhl", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/097000/training_state/optimizer_state.safetensors b/checkpoints/097000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..34ed69f4637a61b9a503608baf81089d6d8518cd --- /dev/null +++ b/checkpoints/097000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eecfa69f34a9243f7221b75c2a3491380d45db996ac89d7f431dc0fb316ea02a +size 232603648 diff --git a/checkpoints/097000/training_state/rng_state.safetensors b/checkpoints/097000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..df52754dde6d9013a143bb6748f94255cb9e56a4 --- /dev/null +++ b/checkpoints/097000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df1e2053398fbcf59485c749080a33b592870a8425439429e8e5668b70bd7981 +size 15708 diff --git a/checkpoints/097000/training_state/training_step.json b/checkpoints/097000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..0b2a16aaf476792a96c1bbf424aba15095f92352 --- /dev/null +++ b/checkpoints/097000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 97000 +} \ No newline at end of file diff --git a/wandb/debug-internal.log b/wandb/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..fcbe052bebbac705886c2e48cf64106145fa40d0 --- /dev/null +++ b/wandb/debug-internal.log @@ -0,0 +1,39 @@ +{"time":"2025-07-29T19:06:42.599309982+08:00","level":"INFO","msg":"stream: starting","core version":"0.20.1","symlink path":"outputs/train/act_record_chess_pieces/wandb/run-20250729_190642-7pxzahhl/logs/debug-core.log"} +{"time":"2025-07-29T19:06:43.068230122+08:00","level":"INFO","msg":"stream: created new stream","id":"7pxzahhl"} +{"time":"2025-07-29T19:06:43.068247787+08:00","level":"INFO","msg":"stream: started","id":"7pxzahhl"} +{"time":"2025-07-29T19:06:43.068254725+08:00","level":"INFO","msg":"writer: Do: started","stream_id":"7pxzahhl"} +{"time":"2025-07-29T19:06:43.06828547+08:00","level":"INFO","msg":"sender: started","stream_id":"7pxzahhl"} +{"time":"2025-07-29T19:06:43.068308515+08:00","level":"INFO","msg":"handler: started","stream_id":"7pxzahhl"} +{"time":"2025-07-29T19:06:43.59327593+08:00","level":"INFO","msg":"Starting system monitor"} +{"time":"2025-07-30T00:51:44.256881191+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-30T00:52:16.489618377+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T00:52:51.039331424+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T00:53:29.501630563+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T00:54:16.390834964+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T00:55:24.014718572+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T00:56:54.016194024+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T00:58:24.017607837+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T00:59:54.020216665+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-30T01:01:14.258233536+08:00","level":"WARN","msg":"sender: taking a long time","seconds":600.000049675,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"8xrgiyx6nyv8\" connection_id:\"127.0.0.1:54224\")"} +{"time":"2025-07-30T01:01:24.021417616+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T01:02:54.02228871+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T01:04:24.024274762+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T01:05:54.025438361+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T01:07:05.349485763+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 10.101.118.49:36572->35.186.228.49:443: read: connection timed out"} +{"time":"2025-07-30T01:08:05.878463846+08:00","level":"INFO","msg":"sender: succeeded after taking longer than expected","seconds":1011.625598297,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"8xrgiyx6nyv8\" connection_id:\"127.0.0.1:54224\")"} +{"time":"2025-07-30T01:08:06.494372711+08:00","level":"INFO","msg":"api: retrying HTTP error","status":503,"url":"https://api.wandb.ai/graphql","body":"{\"errors\":[{\"message\":\"The service is currently unavailable. Please try again later.\",\"path\":[\"createArtifact\"]}],\"data\":{\"createArtifact\":null}}"} +{"time":"2025-07-30T01:08:06.53524368+08:00","level":"INFO","msg":"api: retrying HTTP error","status":503,"url":"https://api.wandb.ai/graphql","body":"{\"errors\":[{\"message\":\"The service is currently unavailable. Please try again later.\",\"path\":[\"createArtifact\"]}],\"data\":{\"createArtifact\":null}}"} +{"time":"2025-07-30T01:08:06.535269244+08:00","level":"INFO","msg":"api: retrying HTTP error","status":503,"url":"https://api.wandb.ai/graphql","body":"{\"errors\":[{\"message\":\"The service is currently unavailable. Please try again later.\",\"path\":[\"createArtifact\"]}],\"data\":{\"createArtifact\":null}}"} +{"time":"2025-07-30T01:08:08.86812743+08:00","level":"INFO","msg":"api: retrying HTTP error","status":503,"url":"https://api.wandb.ai/graphql","body":"{\"errors\":[{\"message\":\"The service is currently unavailable. Please try again later.\",\"path\":[\"createArtifact\"]}],\"data\":{\"createArtifact\":null}}"} +{"time":"2025-07-30T04:06:35.898340109+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/moizbinjaafar-asia-pacific-university-of-technology-inno/lerobot/7pxzahhl/file_stream\": read tcp 10.101.118.49:60600->35.186.228.49:443: read: connection reset by peer"} +{"time":"2025-07-30T06:41:10.605831038+08:00","level":"INFO","msg":"stream: closing","id":"7pxzahhl"} +{"time":"2025-07-30T06:41:10.606684492+08:00","level":"INFO","msg":"Stopping system monitor"} +{"time":"2025-07-30T06:41:10.60743285+08:00","level":"INFO","msg":"Stopped system monitor"} +{"time":"2025-07-30T06:41:10.610007369+08:00","level":"ERROR","msg":"sender: failed to upload run summary: write outputs/train/act_record_chess_pieces/wandb/run-20250729_190642-7pxzahhl/files/wandb-summary.json: no space left on device"} +{"time":"2025-07-30T06:41:10.61946706+08:00","level":"ERROR","msg":"sender: failed to upload run config: write outputs/train/act_record_chess_pieces/wandb/run-20250729_190642-7pxzahhl/files/config.yaml: no space left on device"} +{"time":"2025-07-30T06:41:11.760413707+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-30T06:41:12.100409048+08:00","level":"INFO","msg":"handler: closed","stream_id":"7pxzahhl"} +{"time":"2025-07-30T06:41:12.100461118+08:00","level":"INFO","msg":"writer: Close: closed","stream_id":"7pxzahhl"} +{"time":"2025-07-30T06:41:12.100555129+08:00","level":"ERROR","msg":"writer: startStore: error closing store: store: failed closing writer: write outputs/train/act_record_chess_pieces/wandb/run-20250729_190642-7pxzahhl/run-7pxzahhl.wandb: no space left on device"} +{"time":"2025-07-30T06:41:12.101299793+08:00","level":"INFO","msg":"sender: closed","stream_id":"7pxzahhl"} +{"time":"2025-07-30T06:41:12.101757074+08:00","level":"INFO","msg":"stream: closed","id":"7pxzahhl"} diff --git a/wandb/debug.log b/wandb/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..9dfb07a8c53562460a318c4866667c487510841d --- /dev/null +++ b/wandb/debug.log @@ -0,0 +1,22 @@ +2025-07-29 19:06:42,388 INFO MainThread:22837 [wandb_setup.py:_flush():81] Current SDK version is 0.20.1 +2025-07-29 19:06:42,388 INFO MainThread:22837 [wandb_setup.py:_flush():81] Configure stats pid to 22837 +2025-07-29 19:06:42,388 INFO MainThread:22837 [wandb_setup.py:_flush():81] Loading settings from /home/credit/.config/wandb/settings +2025-07-29 19:06:42,388 INFO MainThread:22837 [wandb_setup.py:_flush():81] Loading settings from /home/credit/lerobot/wandb/settings +2025-07-29 19:06:42,388 INFO MainThread:22837 [wandb_setup.py:_flush():81] Loading settings from environment variables +2025-07-29 19:06:42,388 INFO MainThread:22837 [wandb_init.py:setup_run_log_directory():703] Logging user logs to outputs/train/act_record_chess_pieces/wandb/run-20250729_190642-7pxzahhl/logs/debug.log +2025-07-29 19:06:42,388 INFO MainThread:22837 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to outputs/train/act_record_chess_pieces/wandb/run-20250729_190642-7pxzahhl/logs/debug-internal.log +2025-07-29 19:06:42,388 INFO MainThread:22837 [wandb_init.py:init():831] calling init triggers +2025-07-29 19:06:42,388 INFO MainThread:22837 [wandb_init.py:init():836] wandb.init called with sweep_config: {} +config: {'dataset': {'repo_id': 'Moizbinjaafar123/record_chess_pieces', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'act', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': , 'STATE': , 'ACTION': }, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'push_to_hub': True, 'repo_id': 'Moizbinjaafar123/act_policy_chess_pieces', 'private': None, 'tags': None, 'license': None, 'chunk_size': 100, 'n_action_steps': 100, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/act_record_chess_pieces', 'job_name': 'act_record_chess_pieces', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 8, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 500, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}} +2025-07-29 19:06:42,388 INFO MainThread:22837 [wandb_init.py:init():872] starting backend +2025-07-29 19:06:42,595 INFO MainThread:22837 [wandb_init.py:init():875] sending inform_init request +2025-07-29 19:06:42,598 INFO MainThread:22837 [wandb_init.py:init():883] backend started and connected +2025-07-29 19:06:42,599 INFO MainThread:22837 [wandb_init.py:init():956] updated telemetry +2025-07-29 19:06:42,603 INFO MainThread:22837 [wandb_init.py:init():980] communicating run to backend with 90.0 second timeout +2025-07-29 19:06:43,592 INFO MainThread:22837 [wandb_init.py:init():1032] starting run threads in backend +2025-07-29 19:06:43,739 INFO MainThread:22837 [wandb_run.py:_console_start():2453] atexit reg +2025-07-29 19:06:43,739 INFO MainThread:22837 [wandb_run.py:_redirect():2301] redirect: wrap_raw +2025-07-29 19:06:43,740 INFO MainThread:22837 [wandb_run.py:_redirect():2370] Wrapping output streams. +2025-07-29 19:06:43,740 INFO MainThread:22837 [wandb_run.py:_redirect():2393] Redirects installed. +2025-07-29 19:06:43,742 INFO MainThread:22837 [wandb_init.py:init():1078] run started, returning control to user process +2025-07-30 06:41:10,599 INFO MsgRouterThr:22837 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/wandb/run-20250729_190642-7pxzahhl/files/config.yaml b/wandb/run-20250729_190642-7pxzahhl/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/wandb/run-20250729_190642-7pxzahhl/files/output.log b/wandb/run-20250729_190642-7pxzahhl/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..a1465ebd456e0e3b03e89726116d95d74691d9b8 --- /dev/null +++ b/wandb/run-20250729_190642-7pxzahhl/files/output.log @@ -0,0 +1,719 @@ +Logs will be synced with wandb. +INFO 2025-07-29 19:06:43 db_utils.py:103 Track this run --> https://wandb.ai/moizbinjaafar-asia-pacific-university-of-technology-inno/lerobot/runs/7pxzahhl +INFO 2025-07-29 19:06:43 ts/train.py:127 Creating dataset +Resolving data files: 100%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 34/34 [00:00<00:00, 141896.85it/s] +INFO 2025-07-29 19:06:45 ts/train.py:138 Creating policy +INFO 2025-07-29 19:06:45 ts/train.py:144 Creating optimizer and scheduler +INFO 2025-07-29 19:06:45 ts/train.py:156 Output dir: outputs/train/act_record_chess_pieces +INFO 2025-07-29 19:06:45 ts/train.py:159 cfg.steps=100000 (100K) +INFO 2025-07-29 19:06:45 ts/train.py:160 dataset.num_frames=25773 (26K) +INFO 2025-07-29 19:06:45 ts/train.py:161 dataset.num_episodes=34 +INFO 2025-07-29 19:06:45 ts/train.py:162 num_learnable_params=51597190 (52M) +INFO 2025-07-29 19:06:45 ts/train.py:163 num_total_params=51597244 (52M) +INFO 2025-07-29 19:06:45 ts/train.py:202 Start offline training on a fixed dataset +INFO 2025-07-29 19:08:13 ts/train.py:232 step:200 smpl:2K ep:2 epch:0.06 loss:6.809 grdn:152.518 lr:1.0e-05 updt_s:0.437 data_s:0.003 +INFO 2025-07-29 19:09:39 ts/train.py:232 step:400 smpl:3K ep:4 epch:0.12 loss:3.105 grdn:85.756 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 19:10:21 ts/train.py:241 Checkpoint policy after step 500 +INFO 2025-07-29 19:11:05 ts/train.py:232 step:600 smpl:5K ep:6 epch:0.19 loss:2.630 grdn:75.453 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 19:12:31 ts/train.py:232 step:800 smpl:6K ep:8 epch:0.25 loss:2.387 grdn:70.265 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 19:13:56 ts/train.py:232 step:1K smpl:8K ep:11 epch:0.31 loss:2.137 grdn:64.170 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 19:13:56 ts/train.py:241 Checkpoint policy after step 1000 +INFO 2025-07-29 19:15:23 ts/train.py:232 step:1K smpl:10K ep:13 epch:0.37 loss:1.947 grdn:62.394 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 19:16:48 ts/train.py:232 step:1K smpl:11K ep:15 epch:0.43 loss:1.756 grdn:58.309 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 19:17:30 ts/train.py:241 Checkpoint policy after step 1500 +INFO 2025-07-29 19:18:15 ts/train.py:232 step:2K smpl:13K ep:17 epch:0.50 loss:1.585 grdn:55.334 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 19:19:40 ts/train.py:232 step:2K smpl:14K ep:19 epch:0.56 loss:1.453 grdn:53.448 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 19:21:05 ts/train.py:232 step:2K smpl:16K ep:21 epch:0.62 loss:1.339 grdn:50.381 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 19:21:05 ts/train.py:241 Checkpoint policy after step 2000 +INFO 2025-07-29 19:22:32 ts/train.py:232 step:2K smpl:18K ep:23 epch:0.68 loss:1.225 grdn:48.301 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 19:23:57 ts/train.py:232 step:2K smpl:19K ep:25 epch:0.74 loss:1.131 grdn:45.820 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 19:24:39 ts/train.py:241 Checkpoint policy after step 2500 +INFO 2025-07-29 19:25:24 ts/train.py:232 step:3K smpl:21K ep:27 epch:0.81 loss:1.037 grdn:43.541 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 19:26:49 ts/train.py:232 step:3K smpl:22K ep:30 epch:0.87 loss:0.956 grdn:41.833 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 19:28:14 ts/train.py:232 step:3K smpl:24K ep:32 epch:0.93 loss:0.882 grdn:39.448 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 19:28:14 ts/train.py:241 Checkpoint policy after step 3000 +INFO 2025-07-29 19:29:40 ts/train.py:232 step:3K smpl:26K ep:34 epch:0.99 loss:0.815 grdn:37.471 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 19:31:09 ts/train.py:232 step:3K smpl:27K ep:36 epch:1.06 loss:0.748 grdn:35.523 lr:1.0e-05 updt_s:0.438 data_s:0.003 +INFO 2025-07-29 19:31:51 ts/train.py:241 Checkpoint policy after step 3500 +INFO 2025-07-29 19:32:35 ts/train.py:232 step:4K smpl:29K ep:38 epch:1.12 loss:0.701 grdn:34.003 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 19:34:01 ts/train.py:232 step:4K smpl:30K ep:40 epch:1.18 loss:0.647 grdn:32.511 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 19:35:26 ts/train.py:232 step:4K smpl:32K ep:42 epch:1.24 loss:0.609 grdn:31.152 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 19:35:26 ts/train.py:241 Checkpoint policy after step 4000 +INFO 2025-07-29 19:36:53 ts/train.py:232 step:4K smpl:34K ep:44 epch:1.30 loss:0.573 grdn:29.555 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 19:38:18 ts/train.py:232 step:4K smpl:35K ep:46 epch:1.37 loss:0.549 grdn:29.033 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 19:39:00 ts/train.py:241 Checkpoint policy after step 4500 +INFO 2025-07-29 19:39:45 ts/train.py:232 step:5K smpl:37K ep:49 epch:1.43 loss:0.522 grdn:27.537 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 19:41:10 ts/train.py:232 step:5K smpl:38K ep:51 epch:1.49 loss:0.496 grdn:26.389 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 19:42:35 ts/train.py:232 step:5K smpl:40K ep:53 epch:1.55 loss:0.476 grdn:25.504 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 19:42:35 ts/train.py:241 Checkpoint policy after step 5000 +INFO 2025-07-29 19:44:02 ts/train.py:232 step:5K smpl:42K ep:55 epch:1.61 loss:0.458 grdn:24.880 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 19:45:28 ts/train.py:232 step:5K smpl:43K ep:57 epch:1.68 loss:0.434 grdn:24.027 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 19:46:10 ts/train.py:241 Checkpoint policy after step 5500 +INFO 2025-07-29 19:46:55 ts/train.py:232 step:6K smpl:45K ep:59 epch:1.74 loss:0.425 grdn:23.753 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 19:48:20 ts/train.py:232 step:6K smpl:46K ep:61 epch:1.80 loss:0.409 grdn:23.057 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 19:49:45 ts/train.py:232 step:6K smpl:48K ep:63 epch:1.86 loss:0.399 grdn:22.287 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 19:49:45 ts/train.py:241 Checkpoint policy after step 6000 +INFO 2025-07-29 19:51:12 ts/train.py:232 step:6K smpl:50K ep:65 epch:1.92 loss:0.387 grdn:21.825 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 19:52:37 ts/train.py:232 step:6K smpl:51K ep:68 epch:1.99 loss:0.381 grdn:21.468 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 19:53:20 ts/train.py:241 Checkpoint policy after step 6500 +INFO 2025-07-29 19:54:04 ts/train.py:232 step:7K smpl:53K ep:70 epch:2.05 loss:0.361 grdn:20.691 lr:1.0e-05 updt_s:0.425 data_s:0.003 +INFO 2025-07-29 19:55:30 ts/train.py:232 step:7K smpl:54K ep:72 epch:2.11 loss:0.351 grdn:20.481 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 19:56:55 ts/train.py:232 step:7K smpl:56K ep:74 epch:2.17 loss:0.345 grdn:19.536 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 19:56:55 ts/train.py:241 Checkpoint policy after step 7000 +INFO 2025-07-29 19:58:22 ts/train.py:232 step:7K smpl:58K ep:76 epch:2.23 loss:0.345 grdn:19.854 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 19:59:47 ts/train.py:232 step:7K smpl:59K ep:78 epch:2.30 loss:0.332 grdn:18.844 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:00:29 ts/train.py:241 Checkpoint policy after step 7500 +INFO 2025-07-29 20:01:14 ts/train.py:232 step:8K smpl:61K ep:80 epch:2.36 loss:0.327 grdn:19.010 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:02:39 ts/train.py:232 step:8K smpl:62K ep:82 epch:2.42 loss:0.320 grdn:18.512 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 20:04:04 ts/train.py:232 step:8K smpl:64K ep:84 epch:2.48 loss:0.318 grdn:18.533 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:04:04 ts/train.py:241 Checkpoint policy after step 8000 +INFO 2025-07-29 20:05:31 ts/train.py:232 step:8K smpl:66K ep:87 epch:2.55 loss:0.312 grdn:17.857 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:06:56 ts/train.py:232 step:8K smpl:67K ep:89 epch:2.61 loss:0.309 grdn:17.669 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:07:38 ts/train.py:241 Checkpoint policy after step 8500 +INFO 2025-07-29 20:08:23 ts/train.py:232 step:9K smpl:69K ep:91 epch:2.67 loss:0.303 grdn:17.626 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:09:48 ts/train.py:232 step:9K smpl:70K ep:93 epch:2.73 loss:0.300 grdn:17.165 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:11:13 ts/train.py:232 step:9K smpl:72K ep:95 epch:2.79 loss:0.294 grdn:17.050 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:11:13 ts/train.py:241 Checkpoint policy after step 9000 +INFO 2025-07-29 20:12:40 ts/train.py:232 step:9K smpl:74K ep:97 epch:2.86 loss:0.291 grdn:16.581 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:14:05 ts/train.py:232 step:9K smpl:75K ep:99 epch:2.92 loss:0.287 grdn:16.315 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 20:14:48 ts/train.py:241 Checkpoint policy after step 9500 +INFO 2025-07-29 20:15:32 ts/train.py:232 step:10K smpl:77K ep:101 epch:2.98 loss:0.285 grdn:16.669 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:16:58 ts/train.py:232 step:10K smpl:78K ep:103 epch:3.04 loss:0.280 grdn:16.469 lr:1.0e-05 updt_s:0.425 data_s:0.004 +INFO 2025-07-29 20:18:23 ts/train.py:232 step:10K smpl:80K ep:106 epch:3.10 loss:0.275 grdn:15.887 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:18:23 ts/train.py:241 Checkpoint policy after step 10000 +INFO 2025-07-29 20:19:50 ts/train.py:232 step:10K smpl:82K ep:108 epch:3.17 loss:0.268 grdn:15.728 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:21:15 ts/train.py:232 step:10K smpl:83K ep:110 epch:3.23 loss:0.268 grdn:15.325 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:21:58 ts/train.py:241 Checkpoint policy after step 10500 +INFO 2025-07-29 20:22:42 ts/train.py:232 step:11K smpl:85K ep:112 epch:3.29 loss:0.266 grdn:15.575 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:24:07 ts/train.py:232 step:11K smpl:86K ep:114 epch:3.35 loss:0.260 grdn:15.344 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:25:33 ts/train.py:232 step:11K smpl:88K ep:116 epch:3.41 loss:0.258 grdn:15.478 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 20:25:33 ts/train.py:241 Checkpoint policy after step 11000 +INFO 2025-07-29 20:27:00 ts/train.py:232 step:11K smpl:90K ep:118 epch:3.48 loss:0.260 grdn:14.683 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:28:25 ts/train.py:232 step:11K smpl:91K ep:120 epch:3.54 loss:0.253 grdn:14.642 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:29:07 ts/train.py:241 Checkpoint policy after step 11500 +INFO 2025-07-29 20:29:52 ts/train.py:232 step:12K smpl:93K ep:122 epch:3.60 loss:0.252 grdn:14.834 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:31:17 ts/train.py:232 step:12K smpl:94K ep:125 epch:3.66 loss:0.250 grdn:14.570 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:32:42 ts/train.py:232 step:12K smpl:96K ep:127 epch:3.72 loss:0.249 grdn:14.714 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 20:32:42 ts/train.py:241 Checkpoint policy after step 12000 +INFO 2025-07-29 20:34:09 ts/train.py:232 step:12K smpl:98K ep:129 epch:3.79 loss:0.245 grdn:13.944 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:35:34 ts/train.py:232 step:12K smpl:99K ep:131 epch:3.85 loss:0.244 grdn:14.041 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:36:17 ts/train.py:241 Checkpoint policy after step 12500 +INFO 2025-07-29 20:37:01 ts/train.py:232 step:13K smpl:101K ep:133 epch:3.91 loss:0.240 grdn:14.259 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:38:26 ts/train.py:232 step:13K smpl:102K ep:135 epch:3.97 loss:0.241 grdn:13.996 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:39:52 ts/train.py:232 step:13K smpl:104K ep:137 epch:4.04 loss:0.236 grdn:13.897 lr:1.0e-05 updt_s:0.424 data_s:0.003 +INFO 2025-07-29 20:39:52 ts/train.py:241 Checkpoint policy after step 13000 +INFO 2025-07-29 20:41:19 ts/train.py:232 step:13K smpl:106K ep:139 epch:4.10 loss:0.234 grdn:13.582 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:42:44 ts/train.py:232 step:13K smpl:107K ep:141 epch:4.16 loss:0.230 grdn:13.271 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 20:43:27 ts/train.py:241 Checkpoint policy after step 13500 +INFO 2025-07-29 20:44:11 ts/train.py:232 step:14K smpl:109K ep:144 epch:4.22 loss:0.225 grdn:13.606 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:45:36 ts/train.py:232 step:14K smpl:110K ep:146 epch:4.28 loss:0.226 grdn:13.519 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:47:01 ts/train.py:232 step:14K smpl:112K ep:148 epch:4.35 loss:0.222 grdn:13.509 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:47:01 ts/train.py:241 Checkpoint policy after step 14000 +INFO 2025-07-29 20:48:28 ts/train.py:232 step:14K smpl:114K ep:150 epch:4.41 loss:0.219 grdn:12.973 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:49:53 ts/train.py:232 step:14K smpl:115K ep:152 epch:4.47 loss:0.218 grdn:13.029 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:50:36 ts/train.py:241 Checkpoint policy after step 14500 +INFO 2025-07-29 20:51:20 ts/train.py:232 step:15K smpl:117K ep:154 epch:4.53 loss:0.222 grdn:13.201 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:52:45 ts/train.py:232 step:15K smpl:118K ep:156 epch:4.59 loss:0.221 grdn:13.010 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:54:11 ts/train.py:232 step:15K smpl:120K ep:158 epch:4.66 loss:0.217 grdn:12.869 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:54:11 ts/train.py:241 Checkpoint policy after step 15000 +INFO 2025-07-29 20:55:37 ts/train.py:232 step:15K smpl:122K ep:160 epch:4.72 loss:0.220 grdn:13.048 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 20:57:02 ts/train.py:232 step:15K smpl:123K ep:163 epch:4.78 loss:0.219 grdn:12.890 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 20:57:45 ts/train.py:241 Checkpoint policy after step 15500 +INFO 2025-07-29 20:58:29 ts/train.py:232 step:16K smpl:125K ep:165 epch:4.84 loss:0.216 grdn:12.767 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 20:59:54 ts/train.py:232 step:16K smpl:126K ep:167 epch:4.90 loss:0.211 grdn:12.721 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:01:19 ts/train.py:232 step:16K smpl:128K ep:169 epch:4.97 loss:0.216 grdn:12.810 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 21:01:19 ts/train.py:241 Checkpoint policy after step 16000 +INFO 2025-07-29 21:02:47 ts/train.py:232 step:16K smpl:130K ep:171 epch:5.03 loss:0.207 grdn:12.338 lr:1.0e-05 updt_s:0.424 data_s:0.003 +INFO 2025-07-29 21:04:12 ts/train.py:232 step:16K smpl:131K ep:173 epch:5.09 loss:0.204 grdn:12.353 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 21:04:55 ts/train.py:241 Checkpoint policy after step 16500 +INFO 2025-07-29 21:05:39 ts/train.py:232 step:17K smpl:133K ep:175 epch:5.15 loss:0.204 grdn:12.100 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:07:04 ts/train.py:232 step:17K smpl:134K ep:177 epch:5.21 loss:0.203 grdn:12.145 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:08:29 ts/train.py:232 step:17K smpl:136K ep:179 epch:5.28 loss:0.199 grdn:12.299 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:08:29 ts/train.py:241 Checkpoint policy after step 17000 +INFO 2025-07-29 21:09:56 ts/train.py:232 step:17K smpl:138K ep:182 epch:5.34 loss:0.203 grdn:12.009 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:11:21 ts/train.py:232 step:17K smpl:139K ep:184 epch:5.40 loss:0.200 grdn:11.873 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:12:04 ts/train.py:241 Checkpoint policy after step 17500 +INFO 2025-07-29 21:12:48 ts/train.py:232 step:18K smpl:141K ep:186 epch:5.46 loss:0.195 grdn:11.671 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:14:13 ts/train.py:232 step:18K smpl:142K ep:188 epch:5.53 loss:0.195 grdn:11.666 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:15:38 ts/train.py:232 step:18K smpl:144K ep:190 epch:5.59 loss:0.191 grdn:11.477 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:15:38 ts/train.py:241 Checkpoint policy after step 18000 +INFO 2025-07-29 21:17:05 ts/train.py:232 step:18K smpl:146K ep:192 epch:5.65 loss:0.197 grdn:11.634 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:18:30 ts/train.py:232 step:18K smpl:147K ep:194 epch:5.71 loss:0.190 grdn:11.572 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:19:13 ts/train.py:241 Checkpoint policy after step 18500 +INFO 2025-07-29 21:19:57 ts/train.py:232 step:19K smpl:149K ep:196 epch:5.77 loss:0.193 grdn:11.550 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:21:22 ts/train.py:232 step:19K smpl:150K ep:198 epch:5.84 loss:0.191 grdn:11.586 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:22:48 ts/train.py:232 step:19K smpl:152K ep:201 epch:5.90 loss:0.190 grdn:11.340 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:22:48 ts/train.py:241 Checkpoint policy after step 19000 +INFO 2025-07-29 21:24:14 ts/train.py:232 step:19K smpl:154K ep:203 epch:5.96 loss:0.188 grdn:11.134 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 21:25:40 ts/train.py:232 step:19K smpl:155K ep:205 epch:6.02 loss:0.191 grdn:11.434 lr:1.0e-05 updt_s:0.424 data_s:0.003 +INFO 2025-07-29 21:26:22 ts/train.py:241 Checkpoint policy after step 19500 +INFO 2025-07-29 21:27:07 ts/train.py:232 step:20K smpl:157K ep:207 epch:6.08 loss:0.184 grdn:10.853 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:28:32 ts/train.py:232 step:20K smpl:158K ep:209 epch:6.15 loss:0.183 grdn:11.313 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:29:57 ts/train.py:232 step:20K smpl:160K ep:211 epch:6.21 loss:0.180 grdn:10.659 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:29:57 ts/train.py:241 Checkpoint policy after step 20000 +INFO 2025-07-29 21:31:24 ts/train.py:232 step:20K smpl:162K ep:213 epch:6.27 loss:0.184 grdn:10.848 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 21:32:49 ts/train.py:232 step:20K smpl:163K ep:215 epch:6.33 loss:0.181 grdn:11.049 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:33:32 ts/train.py:241 Checkpoint policy after step 20500 +INFO 2025-07-29 21:34:16 ts/train.py:232 step:21K smpl:165K ep:217 epch:6.39 loss:0.179 grdn:10.717 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 21:35:41 ts/train.py:232 step:21K smpl:166K ep:220 epch:6.46 loss:0.181 grdn:10.721 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:37:06 ts/train.py:232 step:21K smpl:168K ep:222 epch:6.52 loss:0.178 grdn:10.690 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:37:06 ts/train.py:241 Checkpoint policy after step 21000 +INFO 2025-07-29 21:38:33 ts/train.py:232 step:21K smpl:170K ep:224 epch:6.58 loss:0.177 grdn:10.754 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:39:58 ts/train.py:232 step:21K smpl:171K ep:226 epch:6.64 loss:0.174 grdn:10.851 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:40:41 ts/train.py:241 Checkpoint policy after step 21500 +INFO 2025-07-29 21:41:25 ts/train.py:232 step:22K smpl:173K ep:228 epch:6.70 loss:0.179 grdn:10.675 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 21:42:50 ts/train.py:232 step:22K smpl:174K ep:230 epch:6.77 loss:0.172 grdn:10.477 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 21:44:16 ts/train.py:232 step:22K smpl:176K ep:232 epch:6.83 loss:0.177 grdn:10.660 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:44:16 ts/train.py:241 Checkpoint policy after step 22000 +INFO 2025-07-29 21:45:42 ts/train.py:232 step:22K smpl:178K ep:234 epch:6.89 loss:0.174 grdn:10.772 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:47:08 ts/train.py:232 step:22K smpl:179K ep:236 epch:6.95 loss:0.174 grdn:10.614 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:47:50 ts/train.py:241 Checkpoint policy after step 22500 +INFO 2025-07-29 21:48:35 ts/train.py:232 step:23K smpl:181K ep:239 epch:7.02 loss:0.170 grdn:10.392 lr:1.0e-05 updt_s:0.424 data_s:0.003 +INFO 2025-07-29 21:50:00 ts/train.py:232 step:23K smpl:182K ep:241 epch:7.08 loss:0.171 grdn:10.554 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 21:51:25 ts/train.py:232 step:23K smpl:184K ep:243 epch:7.14 loss:0.171 grdn:10.181 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:51:25 ts/train.py:241 Checkpoint policy after step 23000 +INFO 2025-07-29 21:52:52 ts/train.py:232 step:23K smpl:186K ep:245 epch:7.20 loss:0.166 grdn:10.199 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:54:17 ts/train.py:232 step:23K smpl:187K ep:247 epch:7.26 loss:0.165 grdn:10.214 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:55:00 ts/train.py:241 Checkpoint policy after step 23500 +INFO 2025-07-29 21:55:44 ts/train.py:232 step:24K smpl:189K ep:249 epch:7.33 loss:0.166 grdn:9.865 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 21:57:09 ts/train.py:232 step:24K smpl:190K ep:251 epch:7.39 loss:0.171 grdn:9.990 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:58:34 ts/train.py:232 step:24K smpl:192K ep:253 epch:7.45 loss:0.167 grdn:9.959 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 21:58:34 ts/train.py:241 Checkpoint policy after step 24000 +INFO 2025-07-29 22:00:01 ts/train.py:232 step:24K smpl:194K ep:255 epch:7.51 loss:0.165 grdn:10.150 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:01:26 ts/train.py:232 step:24K smpl:195K ep:258 epch:7.57 loss:0.166 grdn:10.052 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:02:09 ts/train.py:241 Checkpoint policy after step 24500 +INFO 2025-07-29 22:02:53 ts/train.py:232 step:25K smpl:197K ep:260 epch:7.64 loss:0.165 grdn:9.878 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:04:18 ts/train.py:232 step:25K smpl:198K ep:262 epch:7.70 loss:0.161 grdn:9.804 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:05:43 ts/train.py:232 step:25K smpl:200K ep:264 epch:7.76 loss:0.157 grdn:10.079 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:05:43 ts/train.py:241 Checkpoint policy after step 25000 +INFO 2025-07-29 22:07:10 ts/train.py:232 step:25K smpl:202K ep:266 epch:7.82 loss:0.162 grdn:9.701 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:08:35 ts/train.py:232 step:25K smpl:203K ep:268 epch:7.88 loss:0.158 grdn:9.824 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:09:18 ts/train.py:241 Checkpoint policy after step 25500 +INFO 2025-07-29 22:10:02 ts/train.py:232 step:26K smpl:205K ep:270 epch:7.95 loss:0.167 grdn:10.009 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:11:28 ts/train.py:232 step:26K smpl:206K ep:272 epch:8.01 loss:0.161 grdn:9.781 lr:1.0e-05 updt_s:0.424 data_s:0.003 +INFO 2025-07-29 22:12:53 ts/train.py:232 step:26K smpl:208K ep:274 epch:8.07 loss:0.156 grdn:9.859 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:12:53 ts/train.py:241 Checkpoint policy after step 26000 +INFO 2025-07-29 22:14:20 ts/train.py:232 step:26K smpl:210K ep:277 epch:8.13 loss:0.158 grdn:9.665 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 22:15:45 ts/train.py:232 step:26K smpl:211K ep:279 epch:8.19 loss:0.156 grdn:9.675 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:16:27 ts/train.py:241 Checkpoint policy after step 26500 +INFO 2025-07-29 22:17:12 ts/train.py:232 step:27K smpl:213K ep:281 epch:8.26 loss:0.157 grdn:9.430 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 22:18:37 ts/train.py:232 step:27K smpl:214K ep:283 epch:8.32 loss:0.154 grdn:9.410 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:20:02 ts/train.py:232 step:27K smpl:216K ep:285 epch:8.38 loss:0.154 grdn:9.273 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:20:02 ts/train.py:241 Checkpoint policy after step 27000 +INFO 2025-07-29 22:21:29 ts/train.py:232 step:27K smpl:218K ep:287 epch:8.44 loss:0.155 grdn:9.461 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 22:22:54 ts/train.py:232 step:27K smpl:219K ep:289 epch:8.51 loss:0.155 grdn:9.165 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:23:36 ts/train.py:241 Checkpoint policy after step 27500 +INFO 2025-07-29 22:24:21 ts/train.py:232 step:28K smpl:221K ep:291 epch:8.57 loss:0.156 grdn:9.263 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:25:46 ts/train.py:232 step:28K smpl:222K ep:293 epch:8.63 loss:0.156 grdn:9.669 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:27:11 ts/train.py:232 step:28K smpl:224K ep:296 epch:8.69 loss:0.154 grdn:9.381 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:27:11 ts/train.py:241 Checkpoint policy after step 28000 +INFO 2025-07-29 22:28:38 ts/train.py:232 step:28K smpl:226K ep:298 epch:8.75 loss:0.153 grdn:9.270 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:30:03 ts/train.py:232 step:28K smpl:227K ep:300 epch:8.82 loss:0.151 grdn:9.628 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 22:30:45 ts/train.py:241 Checkpoint policy after step 28500 +INFO 2025-07-29 22:31:30 ts/train.py:232 step:29K smpl:229K ep:302 epch:8.88 loss:0.151 grdn:9.444 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 22:32:55 ts/train.py:232 step:29K smpl:230K ep:304 epch:8.94 loss:0.153 grdn:9.475 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:34:20 ts/train.py:232 step:29K smpl:232K ep:306 epch:9.00 loss:0.152 grdn:9.529 lr:1.0e-05 updt_s:0.424 data_s:0.003 +INFO 2025-07-29 22:34:20 ts/train.py:241 Checkpoint policy after step 29000 +INFO 2025-07-29 22:35:47 ts/train.py:232 step:29K smpl:234K ep:308 epch:9.06 loss:0.148 grdn:9.010 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:37:12 ts/train.py:232 step:29K smpl:235K ep:310 epch:9.13 loss:0.148 grdn:9.243 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:37:55 ts/train.py:241 Checkpoint policy after step 29500 +INFO 2025-07-29 22:38:39 ts/train.py:232 step:30K smpl:237K ep:312 epch:9.19 loss:0.145 grdn:8.716 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:40:05 ts/train.py:232 step:30K smpl:238K ep:314 epch:9.25 loss:0.147 grdn:8.939 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:41:30 ts/train.py:232 step:30K smpl:240K ep:317 epch:9.31 loss:0.145 grdn:9.026 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:41:30 ts/train.py:241 Checkpoint policy after step 30000 +INFO 2025-07-29 22:42:57 ts/train.py:232 step:30K smpl:242K ep:319 epch:9.37 loss:0.146 grdn:9.037 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:44:22 ts/train.py:232 step:30K smpl:243K ep:321 epch:9.44 loss:0.148 grdn:8.921 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:45:05 ts/train.py:241 Checkpoint policy after step 30500 +INFO 2025-07-29 22:45:49 ts/train.py:232 step:31K smpl:245K ep:323 epch:9.50 loss:0.145 grdn:8.947 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:47:14 ts/train.py:232 step:31K smpl:246K ep:325 epch:9.56 loss:0.149 grdn:9.285 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:48:39 ts/train.py:232 step:31K smpl:248K ep:327 epch:9.62 loss:0.146 grdn:8.994 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:48:39 ts/train.py:241 Checkpoint policy after step 31000 +INFO 2025-07-29 22:50:06 ts/train.py:232 step:31K smpl:250K ep:329 epch:9.68 loss:0.144 grdn:8.790 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:51:32 ts/train.py:232 step:31K smpl:251K ep:331 epch:9.75 loss:0.144 grdn:8.919 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:52:14 ts/train.py:241 Checkpoint policy after step 31500 +INFO 2025-07-29 22:52:59 ts/train.py:232 step:32K smpl:253K ep:333 epch:9.81 loss:0.146 grdn:9.171 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:54:24 ts/train.py:232 step:32K smpl:254K ep:336 epch:9.87 loss:0.142 grdn:9.073 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 22:55:50 ts/train.py:232 step:32K smpl:256K ep:338 epch:9.93 loss:0.145 grdn:9.107 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:55:50 ts/train.py:241 Checkpoint policy after step 32000 +INFO 2025-07-29 22:57:17 ts/train.py:232 step:32K smpl:258K ep:340 epch:9.99 loss:0.142 grdn:9.336 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 22:58:42 ts/train.py:232 step:32K smpl:259K ep:342 epch:10.06 loss:0.143 grdn:8.739 lr:1.0e-05 updt_s:0.425 data_s:0.003 +INFO 2025-07-29 22:59:25 ts/train.py:241 Checkpoint policy after step 32500 +INFO 2025-07-29 23:00:10 ts/train.py:232 step:33K smpl:261K ep:344 epch:10.12 loss:0.137 grdn:8.690 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:01:35 ts/train.py:232 step:33K smpl:262K ep:346 epch:10.18 loss:0.139 grdn:8.677 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:03:00 ts/train.py:232 step:33K smpl:264K ep:348 epch:10.24 loss:0.144 grdn:8.725 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:03:00 ts/train.py:241 Checkpoint policy after step 33000 +INFO 2025-07-29 23:04:27 ts/train.py:232 step:33K smpl:266K ep:350 epch:10.31 loss:0.139 grdn:8.778 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:05:52 ts/train.py:232 step:33K smpl:267K ep:352 epch:10.37 loss:0.141 grdn:8.591 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:06:35 ts/train.py:241 Checkpoint policy after step 33500 +INFO 2025-07-29 23:07:19 ts/train.py:232 step:34K smpl:269K ep:355 epch:10.43 loss:0.140 grdn:8.566 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:08:44 ts/train.py:232 step:34K smpl:270K ep:357 epch:10.49 loss:0.141 grdn:8.615 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:10:09 ts/train.py:232 step:34K smpl:272K ep:359 epch:10.55 loss:0.139 grdn:8.412 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:10:09 ts/train.py:241 Checkpoint policy after step 34000 +INFO 2025-07-29 23:11:36 ts/train.py:232 step:34K smpl:274K ep:361 epch:10.62 loss:0.136 grdn:8.565 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:13:01 ts/train.py:232 step:34K smpl:275K ep:363 epch:10.68 loss:0.139 grdn:8.365 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:13:44 ts/train.py:241 Checkpoint policy after step 34500 +INFO 2025-07-29 23:14:28 ts/train.py:232 step:35K smpl:277K ep:365 epch:10.74 loss:0.141 grdn:8.646 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:15:54 ts/train.py:232 step:35K smpl:278K ep:367 epch:10.80 loss:0.139 grdn:8.116 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 23:17:19 ts/train.py:232 step:35K smpl:280K ep:369 epch:10.86 loss:0.135 grdn:8.295 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 23:17:19 ts/train.py:241 Checkpoint policy after step 35000 +INFO 2025-07-29 23:18:46 ts/train.py:232 step:35K smpl:282K ep:371 epch:10.93 loss:0.136 grdn:8.242 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:20:11 ts/train.py:232 step:35K smpl:283K ep:374 epch:10.99 loss:0.137 grdn:8.338 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:20:54 ts/train.py:241 Checkpoint policy after step 35500 +INFO 2025-07-29 23:21:38 ts/train.py:232 step:36K smpl:285K ep:376 epch:11.05 loss:0.134 grdn:8.432 lr:1.0e-05 updt_s:0.424 data_s:0.003 +INFO 2025-07-29 23:23:04 ts/train.py:232 step:36K smpl:286K ep:378 epch:11.11 loss:0.132 grdn:8.175 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 23:24:29 ts/train.py:232 step:36K smpl:288K ep:380 epch:11.17 loss:0.133 grdn:8.334 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 23:24:29 ts/train.py:241 Checkpoint policy after step 36000 +INFO 2025-07-29 23:25:56 ts/train.py:232 step:36K smpl:290K ep:382 epch:11.24 loss:0.129 grdn:7.918 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:27:21 ts/train.py:232 step:36K smpl:291K ep:384 epch:11.30 loss:0.134 grdn:8.279 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:28:03 ts/train.py:241 Checkpoint policy after step 36500 +INFO 2025-07-29 23:28:48 ts/train.py:232 step:37K smpl:293K ep:386 epch:11.36 loss:0.131 grdn:8.048 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:30:13 ts/train.py:232 step:37K smpl:294K ep:388 epch:11.42 loss:0.136 grdn:8.272 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:31:38 ts/train.py:232 step:37K smpl:296K ep:390 epch:11.48 loss:0.133 grdn:8.057 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:31:38 ts/train.py:241 Checkpoint policy after step 37000 +INFO 2025-07-29 23:33:05 ts/train.py:232 step:37K smpl:298K ep:393 epch:11.55 loss:0.135 grdn:8.609 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:34:30 ts/train.py:232 step:37K smpl:299K ep:395 epch:11.61 loss:0.132 grdn:8.182 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:35:13 ts/train.py:241 Checkpoint policy after step 37500 +INFO 2025-07-29 23:35:57 ts/train.py:232 step:38K smpl:301K ep:397 epch:11.67 loss:0.138 grdn:8.205 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-29 23:37:22 ts/train.py:232 step:38K smpl:302K ep:399 epch:11.73 loss:0.131 grdn:8.139 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:38:48 ts/train.py:232 step:38K smpl:304K ep:401 epch:11.80 loss:0.134 grdn:8.069 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:38:48 ts/train.py:241 Checkpoint policy after step 38000 +INFO 2025-07-29 23:40:14 ts/train.py:232 step:38K smpl:306K ep:403 epch:11.86 loss:0.132 grdn:7.766 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:41:40 ts/train.py:232 step:38K smpl:307K ep:405 epch:11.92 loss:0.132 grdn:7.937 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:42:22 ts/train.py:241 Checkpoint policy after step 38500 +INFO 2025-07-29 23:43:07 ts/train.py:232 step:39K smpl:309K ep:407 epch:11.98 loss:0.128 grdn:8.001 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:44:33 ts/train.py:232 step:39K smpl:310K ep:409 epch:12.04 loss:0.131 grdn:7.853 lr:1.0e-05 updt_s:0.425 data_s:0.003 +INFO 2025-07-29 23:45:58 ts/train.py:232 step:39K smpl:312K ep:412 epch:12.11 loss:0.132 grdn:8.017 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 23:45:58 ts/train.py:241 Checkpoint policy after step 39000 +INFO 2025-07-29 23:47:25 ts/train.py:232 step:39K smpl:314K ep:414 epch:12.17 loss:0.130 grdn:7.872 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:48:50 ts/train.py:232 step:39K smpl:315K ep:416 epch:12.23 loss:0.130 grdn:8.107 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:49:33 ts/train.py:241 Checkpoint policy after step 39500 +INFO 2025-07-29 23:50:17 ts/train.py:232 step:40K smpl:317K ep:418 epch:12.29 loss:0.126 grdn:8.064 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:51:42 ts/train.py:232 step:40K smpl:318K ep:420 epch:12.35 loss:0.127 grdn:7.865 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:53:07 ts/train.py:232 step:40K smpl:320K ep:422 epch:12.42 loss:0.127 grdn:7.940 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 23:53:07 ts/train.py:241 Checkpoint policy after step 40000 +INFO 2025-07-29 23:54:34 ts/train.py:232 step:40K smpl:322K ep:424 epch:12.48 loss:0.129 grdn:8.109 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-29 23:56:00 ts/train.py:232 step:40K smpl:323K ep:426 epch:12.54 loss:0.126 grdn:7.628 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:56:42 ts/train.py:241 Checkpoint policy after step 40500 +INFO 2025-07-29 23:57:26 ts/train.py:232 step:41K smpl:325K ep:428 epch:12.60 loss:0.125 grdn:7.905 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-29 23:58:52 ts/train.py:232 step:41K smpl:326K ep:431 epch:12.66 loss:0.131 grdn:8.090 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:00:17 ts/train.py:232 step:41K smpl:328K ep:433 epch:12.73 loss:0.126 grdn:7.853 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:00:17 ts/train.py:241 Checkpoint policy after step 41000 +INFO 2025-07-30 00:01:43 ts/train.py:232 step:41K smpl:330K ep:435 epch:12.79 loss:0.124 grdn:7.658 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:03:09 ts/train.py:232 step:41K smpl:331K ep:437 epch:12.85 loss:0.124 grdn:7.662 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:03:51 ts/train.py:241 Checkpoint policy after step 41500 +INFO 2025-07-30 00:04:36 ts/train.py:232 step:42K smpl:333K ep:439 epch:12.91 loss:0.127 grdn:7.751 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:06:01 ts/train.py:232 step:42K smpl:334K ep:441 epch:12.97 loss:0.129 grdn:7.412 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:07:26 ts/train.py:232 step:42K smpl:336K ep:443 epch:13.04 loss:0.125 grdn:7.437 lr:1.0e-05 updt_s:0.425 data_s:0.003 +INFO 2025-07-30 00:07:26 ts/train.py:241 Checkpoint policy after step 42000 +INFO 2025-07-30 00:08:53 ts/train.py:232 step:42K smpl:338K ep:445 epch:13.10 loss:0.123 grdn:7.682 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:10:18 ts/train.py:232 step:42K smpl:339K ep:447 epch:13.16 loss:0.122 grdn:7.433 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:11:01 ts/train.py:241 Checkpoint policy after step 42500 +INFO 2025-07-30 00:11:45 ts/train.py:232 step:43K smpl:341K ep:450 epch:13.22 loss:0.124 grdn:7.471 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:13:10 ts/train.py:232 step:43K smpl:342K ep:452 epch:13.29 loss:0.124 grdn:7.209 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:14:35 ts/train.py:232 step:43K smpl:344K ep:454 epch:13.35 loss:0.124 grdn:7.395 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:14:35 ts/train.py:241 Checkpoint policy after step 43000 +INFO 2025-07-30 00:16:02 ts/train.py:232 step:43K smpl:346K ep:456 epch:13.41 loss:0.124 grdn:7.424 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:17:27 ts/train.py:232 step:43K smpl:347K ep:458 epch:13.47 loss:0.123 grdn:7.713 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:18:10 ts/train.py:241 Checkpoint policy after step 43500 +INFO 2025-07-30 00:18:54 ts/train.py:232 step:44K smpl:349K ep:460 epch:13.53 loss:0.125 grdn:7.834 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:20:20 ts/train.py:232 step:44K smpl:350K ep:462 epch:13.60 loss:0.123 grdn:7.433 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:21:45 ts/train.py:232 step:44K smpl:352K ep:464 epch:13.66 loss:0.121 grdn:7.391 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:21:45 ts/train.py:241 Checkpoint policy after step 44000 +INFO 2025-07-30 00:23:12 ts/train.py:232 step:44K smpl:354K ep:466 epch:13.72 loss:0.121 grdn:7.368 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:24:37 ts/train.py:232 step:44K smpl:355K ep:469 epch:13.78 loss:0.123 grdn:7.344 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:25:19 ts/train.py:241 Checkpoint policy after step 44500 +INFO 2025-07-30 00:26:03 ts/train.py:232 step:45K smpl:357K ep:471 epch:13.84 loss:0.125 grdn:7.271 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:27:29 ts/train.py:232 step:45K smpl:358K ep:473 epch:13.91 loss:0.124 grdn:7.421 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:28:54 ts/train.py:232 step:45K smpl:360K ep:475 epch:13.97 loss:0.121 grdn:7.161 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:28:54 ts/train.py:241 Checkpoint policy after step 45000 +INFO 2025-07-30 00:30:21 ts/train.py:232 step:45K smpl:362K ep:477 epch:14.03 loss:0.120 grdn:7.432 lr:1.0e-05 updt_s:0.423 data_s:0.003 +INFO 2025-07-30 00:31:46 ts/train.py:232 step:45K smpl:363K ep:479 epch:14.09 loss:0.117 grdn:7.470 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:32:29 ts/train.py:241 Checkpoint policy after step 45500 +INFO 2025-07-30 00:33:13 ts/train.py:232 step:46K smpl:365K ep:481 epch:14.15 loss:0.119 grdn:7.106 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:34:38 ts/train.py:232 step:46K smpl:366K ep:483 epch:14.22 loss:0.120 grdn:7.345 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:36:03 ts/train.py:232 step:46K smpl:368K ep:485 epch:14.28 loss:0.118 grdn:7.293 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:36:03 ts/train.py:241 Checkpoint policy after step 46000 +INFO 2025-07-30 00:37:30 ts/train.py:232 step:46K smpl:370K ep:488 epch:14.34 loss:0.120 grdn:7.588 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:38:56 ts/train.py:232 step:46K smpl:371K ep:490 epch:14.40 loss:0.126 grdn:7.375 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 00:39:38 ts/train.py:241 Checkpoint policy after step 46500 +INFO 2025-07-30 00:40:23 ts/train.py:232 step:47K smpl:373K ep:492 epch:14.46 loss:0.121 grdn:7.275 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:41:48 ts/train.py:232 step:47K smpl:374K ep:494 epch:14.53 loss:0.122 grdn:7.305 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 00:43:13 ts/train.py:232 step:47K smpl:376K ep:496 epch:14.59 loss:0.117 grdn:7.387 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:43:13 ts/train.py:241 Checkpoint policy after step 47000 +INFO 2025-07-30 00:44:40 ts/train.py:232 step:47K smpl:378K ep:498 epch:14.65 loss:0.122 grdn:7.668 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:46:05 ts/train.py:232 step:47K smpl:379K ep:500 epch:14.71 loss:0.116 grdn:6.919 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:46:48 ts/train.py:241 Checkpoint policy after step 47500 +INFO 2025-07-30 00:47:32 ts/train.py:232 step:48K smpl:381K ep:502 epch:14.78 loss:0.118 grdn:7.364 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:48:57 ts/train.py:232 step:48K smpl:382K ep:504 epch:14.84 loss:0.116 grdn:7.230 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:50:23 ts/train.py:232 step:48K smpl:384K ep:507 epch:14.90 loss:0.119 grdn:7.459 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:50:23 ts/train.py:241 Checkpoint policy after step 48000 +INFO 2025-07-30 00:51:49 ts/train.py:232 step:48K smpl:386K ep:509 epch:14.96 loss:0.119 grdn:7.303 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:53:15 ts/train.py:232 step:48K smpl:387K ep:511 epch:15.02 loss:0.120 grdn:7.334 lr:1.0e-05 updt_s:0.425 data_s:0.003 +INFO 2025-07-30 00:53:58 ts/train.py:241 Checkpoint policy after step 48500 +INFO 2025-07-30 00:54:42 ts/train.py:232 step:49K smpl:389K ep:513 epch:15.09 loss:0.115 grdn:6.957 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:56:07 ts/train.py:232 step:49K smpl:390K ep:515 epch:15.15 loss:0.116 grdn:7.382 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:57:33 ts/train.py:232 step:49K smpl:392K ep:517 epch:15.21 loss:0.124 grdn:7.299 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 00:57:33 ts/train.py:241 Checkpoint policy after step 49000 +INFO 2025-07-30 00:58:59 ts/train.py:232 step:49K smpl:394K ep:519 epch:15.27 loss:0.116 grdn:7.207 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:00:25 ts/train.py:232 step:49K smpl:395K ep:521 epch:15.33 loss:0.116 grdn:7.174 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:01:07 ts/train.py:241 Checkpoint policy after step 49500 +INFO 2025-07-30 01:01:51 ts/train.py:232 step:50K smpl:397K ep:523 epch:15.40 loss:0.118 grdn:7.167 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-30 01:03:17 ts/train.py:232 step:50K smpl:398K ep:526 epch:15.46 loss:0.116 grdn:7.311 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:04:42 ts/train.py:232 step:50K smpl:400K ep:528 epch:15.52 loss:0.115 grdn:7.091 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:04:42 ts/train.py:241 Checkpoint policy after step 50000 +INFO 2025-07-30 01:06:09 ts/train.py:232 step:50K smpl:402K ep:530 epch:15.58 loss:0.116 grdn:7.156 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:07:34 ts/train.py:232 step:50K smpl:403K ep:532 epch:15.64 loss:0.117 grdn:7.028 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:08:17 ts/train.py:241 Checkpoint policy after step 50500 +INFO 2025-07-30 01:09:02 ts/train.py:232 step:51K smpl:405K ep:534 epch:15.71 loss:0.115 grdn:7.072 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-30 01:10:27 ts/train.py:232 step:51K smpl:406K ep:536 epch:15.77 loss:0.113 grdn:7.088 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:11:52 ts/train.py:232 step:51K smpl:408K ep:538 epch:15.83 loss:0.119 grdn:7.151 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:11:52 ts/train.py:241 Checkpoint policy after step 51000 +INFO 2025-07-30 01:13:19 ts/train.py:232 step:51K smpl:410K ep:540 epch:15.89 loss:0.114 grdn:7.030 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-30 01:14:44 ts/train.py:232 step:51K smpl:411K ep:542 epch:15.95 loss:0.113 grdn:6.945 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-30 01:15:26 ts/train.py:241 Checkpoint policy after step 51500 +INFO 2025-07-30 01:16:11 ts/train.py:232 step:52K smpl:413K ep:545 epch:16.02 loss:0.112 grdn:7.017 lr:1.0e-05 updt_s:0.424 data_s:0.003 +INFO 2025-07-30 01:17:36 ts/train.py:232 step:52K smpl:414K ep:547 epch:16.08 loss:0.114 grdn:7.083 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:19:01 ts/train.py:232 step:52K smpl:416K ep:549 epch:16.14 loss:0.113 grdn:6.684 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:19:01 ts/train.py:241 Checkpoint policy after step 52000 +INFO 2025-07-30 01:20:28 ts/train.py:232 step:52K smpl:418K ep:551 epch:16.20 loss:0.117 grdn:7.107 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:21:53 ts/train.py:232 step:52K smpl:419K ep:553 epch:16.27 loss:0.111 grdn:6.789 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 01:22:36 ts/train.py:241 Checkpoint policy after step 52500 +INFO 2025-07-30 01:23:20 ts/train.py:232 step:53K smpl:421K ep:555 epch:16.33 loss:0.108 grdn:6.915 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:24:46 ts/train.py:232 step:53K smpl:422K ep:557 epch:16.39 loss:0.112 grdn:6.872 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 01:26:11 ts/train.py:232 step:53K smpl:424K ep:559 epch:16.45 loss:0.114 grdn:6.877 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:26:11 ts/train.py:241 Checkpoint policy after step 53000 +INFO 2025-07-30 01:27:37 ts/train.py:232 step:53K smpl:426K ep:561 epch:16.51 loss:0.110 grdn:6.981 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:29:03 ts/train.py:232 step:53K smpl:427K ep:564 epch:16.58 loss:0.110 grdn:6.797 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 01:29:45 ts/train.py:241 Checkpoint policy after step 53500 +INFO 2025-07-30 01:30:30 ts/train.py:232 step:54K smpl:429K ep:566 epch:16.64 loss:0.116 grdn:6.811 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:31:55 ts/train.py:232 step:54K smpl:430K ep:568 epch:16.70 loss:0.111 grdn:6.909 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:33:20 ts/train.py:232 step:54K smpl:432K ep:570 epch:16.76 loss:0.111 grdn:6.933 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:33:20 ts/train.py:241 Checkpoint policy after step 54000 +INFO 2025-07-30 01:34:47 ts/train.py:232 step:54K smpl:434K ep:572 epch:16.82 loss:0.114 grdn:6.996 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:36:12 ts/train.py:232 step:54K smpl:435K ep:574 epch:16.89 loss:0.114 grdn:7.026 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:36:55 ts/train.py:241 Checkpoint policy after step 54500 +INFO 2025-07-30 01:37:39 ts/train.py:232 step:55K smpl:437K ep:576 epch:16.95 loss:0.114 grdn:7.039 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:39:05 ts/train.py:232 step:55K smpl:438K ep:578 epch:17.01 loss:0.108 grdn:6.837 lr:1.0e-05 updt_s:0.425 data_s:0.003 +INFO 2025-07-30 01:40:30 ts/train.py:232 step:55K smpl:440K ep:580 epch:17.07 loss:0.107 grdn:6.629 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:40:30 ts/train.py:241 Checkpoint policy after step 55000 +INFO 2025-07-30 01:41:57 ts/train.py:232 step:55K smpl:442K ep:583 epch:17.13 loss:0.110 grdn:6.897 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:43:22 ts/train.py:232 step:55K smpl:443K ep:585 epch:17.20 loss:0.110 grdn:6.582 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 01:44:05 ts/train.py:241 Checkpoint policy after step 55500 +INFO 2025-07-30 01:44:49 ts/train.py:232 step:56K smpl:445K ep:587 epch:17.26 loss:0.106 grdn:6.617 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:46:14 ts/train.py:232 step:56K smpl:446K ep:589 epch:17.32 loss:0.110 grdn:6.655 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:47:39 ts/train.py:232 step:56K smpl:448K ep:591 epch:17.38 loss:0.116 grdn:6.892 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 01:47:39 ts/train.py:241 Checkpoint policy after step 56000 +INFO 2025-07-30 01:49:06 ts/train.py:232 step:56K smpl:450K ep:593 epch:17.44 loss:0.110 grdn:6.974 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:50:31 ts/train.py:232 step:56K smpl:451K ep:595 epch:17.51 loss:0.111 grdn:6.662 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:51:14 ts/train.py:241 Checkpoint policy after step 56500 +INFO 2025-07-30 01:51:58 ts/train.py:232 step:57K smpl:453K ep:597 epch:17.57 loss:0.108 grdn:6.932 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:53:24 ts/train.py:232 step:57K smpl:454K ep:599 epch:17.63 loss:0.110 grdn:6.986 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:54:49 ts/train.py:232 step:57K smpl:456K ep:602 epch:17.69 loss:0.108 grdn:6.840 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:54:49 ts/train.py:241 Checkpoint policy after step 57000 +INFO 2025-07-30 01:56:16 ts/train.py:232 step:57K smpl:458K ep:604 epch:17.76 loss:0.109 grdn:6.717 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 01:57:41 ts/train.py:232 step:57K smpl:459K ep:606 epch:17.82 loss:0.116 grdn:6.575 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-30 01:58:23 ts/train.py:241 Checkpoint policy after step 57500 +INFO 2025-07-30 01:59:07 ts/train.py:232 step:58K smpl:461K ep:608 epch:17.88 loss:0.113 grdn:7.078 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:00:33 ts/train.py:232 step:58K smpl:462K ep:610 epch:17.94 loss:0.108 grdn:6.867 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 02:01:58 ts/train.py:232 step:58K smpl:464K ep:612 epch:18.00 loss:0.112 grdn:6.990 lr:1.0e-05 updt_s:0.425 data_s:0.003 +INFO 2025-07-30 02:01:58 ts/train.py:241 Checkpoint policy after step 58000 +INFO 2025-07-30 02:03:25 ts/train.py:232 step:58K smpl:466K ep:614 epch:18.07 loss:0.105 grdn:6.745 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:04:51 ts/train.py:232 step:58K smpl:467K ep:616 epch:18.13 loss:0.105 grdn:6.434 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 02:05:33 ts/train.py:241 Checkpoint policy after step 58500 +INFO 2025-07-30 02:06:17 ts/train.py:232 step:59K smpl:469K ep:618 epch:18.19 loss:0.104 grdn:6.546 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:07:43 ts/train.py:232 step:59K smpl:470K ep:621 epch:18.25 loss:0.103 grdn:6.379 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:09:08 ts/train.py:232 step:59K smpl:472K ep:623 epch:18.31 loss:0.108 grdn:6.783 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:09:08 ts/train.py:241 Checkpoint policy after step 59000 +INFO 2025-07-30 02:10:34 ts/train.py:232 step:59K smpl:474K ep:625 epch:18.38 loss:0.105 grdn:6.577 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:12:00 ts/train.py:232 step:59K smpl:475K ep:627 epch:18.44 loss:0.105 grdn:6.690 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:12:42 ts/train.py:241 Checkpoint policy after step 59500 +INFO 2025-07-30 02:13:26 ts/train.py:232 step:60K smpl:477K ep:629 epch:18.50 loss:0.102 grdn:6.606 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:14:52 ts/train.py:232 step:60K smpl:478K ep:631 epch:18.56 loss:0.107 grdn:6.769 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:16:17 ts/train.py:232 step:60K smpl:480K ep:633 epch:18.62 loss:0.108 grdn:6.597 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 02:16:17 ts/train.py:241 Checkpoint policy after step 60000 +INFO 2025-07-30 02:17:44 ts/train.py:232 step:60K smpl:482K ep:635 epch:18.69 loss:0.108 grdn:6.354 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:19:09 ts/train.py:232 step:60K smpl:483K ep:637 epch:18.75 loss:0.112 grdn:6.556 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:19:52 ts/train.py:241 Checkpoint policy after step 60500 +INFO 2025-07-30 02:20:36 ts/train.py:232 step:61K smpl:485K ep:640 epch:18.81 loss:0.109 grdn:6.638 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:22:01 ts/train.py:232 step:61K smpl:486K ep:642 epch:18.87 loss:0.107 grdn:6.722 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 02:23:26 ts/train.py:232 step:61K smpl:488K ep:644 epch:18.93 loss:0.110 grdn:6.776 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:23:26 ts/train.py:241 Checkpoint policy after step 61000 +INFO 2025-07-30 02:24:53 ts/train.py:232 step:61K smpl:490K ep:646 epch:19.00 loss:0.104 grdn:6.455 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:26:19 ts/train.py:232 step:61K smpl:491K ep:648 epch:19.06 loss:0.110 grdn:6.555 lr:1.0e-05 updt_s:0.425 data_s:0.003 +INFO 2025-07-30 02:27:02 ts/train.py:241 Checkpoint policy after step 61500 +INFO 2025-07-30 02:27:46 ts/train.py:232 step:62K smpl:493K ep:650 epch:19.12 loss:0.108 grdn:6.866 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:29:11 ts/train.py:232 step:62K smpl:494K ep:652 epch:19.18 loss:0.107 grdn:6.718 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 02:30:36 ts/train.py:232 step:62K smpl:496K ep:654 epch:19.24 loss:0.101 grdn:6.370 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:30:36 ts/train.py:241 Checkpoint policy after step 62000 +INFO 2025-07-30 02:32:03 ts/train.py:232 step:62K smpl:498K ep:656 epch:19.31 loss:0.103 grdn:6.096 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-30 02:33:28 ts/train.py:232 step:62K smpl:499K ep:659 epch:19.37 loss:0.101 grdn:6.468 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:34:11 ts/train.py:241 Checkpoint policy after step 62500 +INFO 2025-07-30 02:34:55 ts/train.py:232 step:63K smpl:501K ep:661 epch:19.43 loss:0.103 grdn:6.502 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:36:20 ts/train.py:232 step:63K smpl:502K ep:663 epch:19.49 loss:0.105 grdn:6.496 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:37:45 ts/train.py:232 step:63K smpl:504K ep:665 epch:19.56 loss:0.102 grdn:6.321 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:37:45 ts/train.py:241 Checkpoint policy after step 63000 +INFO 2025-07-30 02:39:12 ts/train.py:232 step:63K smpl:506K ep:667 epch:19.62 loss:0.108 grdn:6.441 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:40:37 ts/train.py:232 step:63K smpl:507K ep:669 epch:19.68 loss:0.103 grdn:6.635 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:41:20 ts/train.py:241 Checkpoint policy after step 63500 +INFO 2025-07-30 02:42:04 ts/train.py:232 step:64K smpl:509K ep:671 epch:19.74 loss:0.106 grdn:6.486 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:43:29 ts/train.py:232 step:64K smpl:510K ep:673 epch:19.80 loss:0.104 grdn:6.437 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:44:55 ts/train.py:232 step:64K smpl:512K ep:675 epch:19.87 loss:0.103 grdn:6.320 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:44:55 ts/train.py:241 Checkpoint policy after step 64000 +INFO 2025-07-30 02:46:21 ts/train.py:232 step:64K smpl:514K ep:678 epch:19.93 loss:0.103 grdn:6.244 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:47:46 ts/train.py:232 step:64K smpl:515K ep:680 epch:19.99 loss:0.102 grdn:6.627 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:48:29 ts/train.py:241 Checkpoint policy after step 64500 +INFO 2025-07-30 02:49:14 ts/train.py:232 step:65K smpl:517K ep:682 epch:20.05 loss:0.103 grdn:6.725 lr:1.0e-05 updt_s:0.424 data_s:0.003 +INFO 2025-07-30 02:50:39 ts/train.py:232 step:65K smpl:518K ep:684 epch:20.11 loss:0.102 grdn:6.449 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:52:04 ts/train.py:232 step:65K smpl:520K ep:686 epch:20.18 loss:0.099 grdn:6.322 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:52:04 ts/train.py:241 Checkpoint policy after step 65000 +INFO 2025-07-30 02:53:31 ts/train.py:232 step:65K smpl:522K ep:688 epch:20.24 loss:0.102 grdn:6.430 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:54:56 ts/train.py:232 step:65K smpl:523K ep:690 epch:20.30 loss:0.103 grdn:6.356 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:55:39 ts/train.py:241 Checkpoint policy after step 65500 +INFO 2025-07-30 02:56:23 ts/train.py:232 step:66K smpl:525K ep:692 epch:20.36 loss:0.101 grdn:6.527 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:57:48 ts/train.py:232 step:66K smpl:526K ep:694 epch:20.42 loss:0.099 grdn:6.572 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:59:13 ts/train.py:232 step:66K smpl:528K ep:697 epch:20.49 loss:0.102 grdn:6.453 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 02:59:13 ts/train.py:241 Checkpoint policy after step 66000 +INFO 2025-07-30 03:00:40 ts/train.py:232 step:66K smpl:530K ep:699 epch:20.55 loss:0.101 grdn:6.390 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:02:05 ts/train.py:232 step:66K smpl:531K ep:701 epch:20.61 loss:0.102 grdn:6.273 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:02:48 ts/train.py:241 Checkpoint policy after step 66500 +INFO 2025-07-30 03:03:32 ts/train.py:232 step:67K smpl:533K ep:703 epch:20.67 loss:0.101 grdn:6.200 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:04:58 ts/train.py:232 step:67K smpl:534K ep:705 epch:20.73 loss:0.102 grdn:6.481 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:06:23 ts/train.py:232 step:67K smpl:536K ep:707 epch:20.80 loss:0.101 grdn:6.158 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:06:23 ts/train.py:241 Checkpoint policy after step 67000 +INFO 2025-07-30 03:07:49 ts/train.py:232 step:67K smpl:538K ep:709 epch:20.86 loss:0.101 grdn:6.283 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:09:15 ts/train.py:232 step:67K smpl:539K ep:711 epch:20.92 loss:0.103 grdn:6.312 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:09:57 ts/train.py:241 Checkpoint policy after step 67500 +INFO 2025-07-30 03:10:41 ts/train.py:232 step:68K smpl:541K ep:713 epch:20.98 loss:0.103 grdn:6.411 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:12:07 ts/train.py:232 step:68K smpl:542K ep:716 epch:21.05 loss:0.100 grdn:6.194 lr:1.0e-05 updt_s:0.425 data_s:0.003 +INFO 2025-07-30 03:13:32 ts/train.py:232 step:68K smpl:544K ep:718 epch:21.11 loss:0.100 grdn:6.212 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:13:32 ts/train.py:241 Checkpoint policy after step 68000 +INFO 2025-07-30 03:15:00 ts/train.py:232 step:68K smpl:546K ep:720 epch:21.17 loss:0.101 grdn:6.269 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:16:25 ts/train.py:232 step:68K smpl:547K ep:722 epch:21.23 loss:0.100 grdn:6.570 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:17:08 ts/train.py:241 Checkpoint policy after step 68500 +INFO 2025-07-30 03:17:52 ts/train.py:232 step:69K smpl:549K ep:724 epch:21.29 loss:0.099 grdn:6.281 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:19:17 ts/train.py:232 step:69K smpl:550K ep:726 epch:21.36 loss:0.099 grdn:6.242 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 03:20:42 ts/train.py:232 step:69K smpl:552K ep:728 epch:21.42 loss:0.098 grdn:6.392 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:20:42 ts/train.py:241 Checkpoint policy after step 69000 +INFO 2025-07-30 03:22:09 ts/train.py:232 step:69K smpl:554K ep:730 epch:21.48 loss:0.099 grdn:6.243 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:23:34 ts/train.py:232 step:69K smpl:555K ep:732 epch:21.54 loss:0.100 grdn:6.353 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:24:17 ts/train.py:241 Checkpoint policy after step 69500 +INFO 2025-07-30 03:25:01 ts/train.py:232 step:70K smpl:557K ep:735 epch:21.60 loss:0.097 grdn:6.123 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:26:26 ts/train.py:232 step:70K smpl:558K ep:737 epch:21.67 loss:0.098 grdn:6.154 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:27:52 ts/train.py:232 step:70K smpl:560K ep:739 epch:21.73 loss:0.097 grdn:6.326 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 03:27:52 ts/train.py:241 Checkpoint policy after step 70000 +INFO 2025-07-30 03:29:19 ts/train.py:232 step:70K smpl:562K ep:741 epch:21.79 loss:0.101 grdn:6.606 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:30:44 ts/train.py:232 step:70K smpl:563K ep:743 epch:21.85 loss:0.098 grdn:6.104 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:31:26 ts/train.py:241 Checkpoint policy after step 70500 +INFO 2025-07-30 03:32:11 ts/train.py:232 step:71K smpl:565K ep:745 epch:21.91 loss:0.098 grdn:6.247 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:33:36 ts/train.py:232 step:71K smpl:566K ep:747 epch:21.98 loss:0.100 grdn:6.323 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:35:02 ts/train.py:232 step:71K smpl:568K ep:749 epch:22.04 loss:0.098 grdn:6.070 lr:1.0e-05 updt_s:0.425 data_s:0.003 +INFO 2025-07-30 03:35:02 ts/train.py:241 Checkpoint policy after step 71000 +INFO 2025-07-30 03:36:29 ts/train.py:232 step:71K smpl:570K ep:751 epch:22.10 loss:0.095 grdn:6.121 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 03:37:54 ts/train.py:232 step:71K smpl:571K ep:754 epch:22.16 loss:0.096 grdn:6.087 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 03:38:36 ts/train.py:241 Checkpoint policy after step 71500 +INFO 2025-07-30 03:39:21 ts/train.py:232 step:72K smpl:573K ep:756 epch:22.22 loss:0.099 grdn:6.330 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:40:46 ts/train.py:232 step:72K smpl:574K ep:758 epch:22.29 loss:0.100 grdn:6.202 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 03:42:11 ts/train.py:232 step:72K smpl:576K ep:760 epch:22.35 loss:0.098 grdn:6.095 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:42:11 ts/train.py:241 Checkpoint policy after step 72000 +INFO 2025-07-30 03:43:38 ts/train.py:232 step:72K smpl:578K ep:762 epch:22.41 loss:0.096 grdn:6.235 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:45:03 ts/train.py:232 step:72K smpl:579K ep:764 epch:22.47 loss:0.098 grdn:6.408 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:45:46 ts/train.py:241 Checkpoint policy after step 72500 +INFO 2025-07-30 03:46:30 ts/train.py:232 step:73K smpl:581K ep:766 epch:22.54 loss:0.092 grdn:5.855 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:47:55 ts/train.py:232 step:73K smpl:582K ep:768 epch:22.60 loss:0.098 grdn:6.147 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:49:20 ts/train.py:232 step:73K smpl:584K ep:770 epch:22.66 loss:0.099 grdn:6.060 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 03:49:20 ts/train.py:241 Checkpoint policy after step 73000 +INFO 2025-07-30 03:50:47 ts/train.py:232 step:73K smpl:586K ep:773 epch:22.72 loss:0.100 grdn:6.362 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:52:12 ts/train.py:232 step:73K smpl:587K ep:775 epch:22.78 loss:0.095 grdn:6.060 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:52:55 ts/train.py:241 Checkpoint policy after step 73500 +INFO 2025-07-30 03:53:39 ts/train.py:232 step:74K smpl:589K ep:777 epch:22.85 loss:0.097 grdn:6.087 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:55:04 ts/train.py:232 step:74K smpl:590K ep:779 epch:22.91 loss:0.094 grdn:6.022 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:56:29 ts/train.py:232 step:74K smpl:592K ep:781 epch:22.97 loss:0.098 grdn:6.212 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 03:56:29 ts/train.py:241 Checkpoint policy after step 74000 +INFO 2025-07-30 03:57:56 ts/train.py:232 step:74K smpl:594K ep:783 epch:23.03 loss:0.097 grdn:6.096 lr:1.0e-05 updt_s:0.425 data_s:0.003 +INFO 2025-07-30 03:59:22 ts/train.py:232 step:74K smpl:595K ep:785 epch:23.09 loss:0.093 grdn:5.889 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:00:04 ts/train.py:241 Checkpoint policy after step 74500 +INFO 2025-07-30 04:00:48 ts/train.py:232 step:75K smpl:597K ep:787 epch:23.16 loss:0.097 grdn:6.258 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:02:14 ts/train.py:232 step:75K smpl:598K ep:789 epch:23.22 loss:0.099 grdn:6.021 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:03:39 ts/train.py:232 step:75K smpl:600K ep:792 epch:23.28 loss:0.094 grdn:5.950 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 04:03:39 ts/train.py:241 Checkpoint policy after step 75000 +INFO 2025-07-30 04:05:06 ts/train.py:232 step:75K smpl:602K ep:794 epch:23.34 loss:0.099 grdn:6.274 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:06:31 ts/train.py:232 step:75K smpl:603K ep:796 epch:23.40 loss:0.093 grdn:5.990 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:07:13 ts/train.py:241 Checkpoint policy after step 75500 +INFO 2025-07-30 04:07:58 ts/train.py:232 step:76K smpl:605K ep:798 epch:23.47 loss:0.094 grdn:6.123 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:09:23 ts/train.py:232 step:76K smpl:606K ep:800 epch:23.53 loss:0.094 grdn:6.023 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:10:48 ts/train.py:232 step:76K smpl:608K ep:802 epch:23.59 loss:0.098 grdn:6.492 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 04:10:48 ts/train.py:241 Checkpoint policy after step 76000 +INFO 2025-07-30 04:12:15 ts/train.py:232 step:76K smpl:610K ep:804 epch:23.65 loss:0.097 grdn:5.993 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:13:40 ts/train.py:232 step:76K smpl:611K ep:806 epch:23.71 loss:0.095 grdn:6.163 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:14:23 ts/train.py:241 Checkpoint policy after step 76500 +INFO 2025-07-30 04:15:07 ts/train.py:232 step:77K smpl:613K ep:808 epch:23.78 loss:0.092 grdn:6.106 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:16:32 ts/train.py:232 step:77K smpl:614K ep:811 epch:23.84 loss:0.094 grdn:5.821 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 04:17:58 ts/train.py:232 step:77K smpl:616K ep:813 epch:23.90 loss:0.091 grdn:6.046 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:17:58 ts/train.py:241 Checkpoint policy after step 77000 +INFO 2025-07-30 04:19:25 ts/train.py:232 step:77K smpl:618K ep:815 epch:23.96 loss:0.094 grdn:5.984 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:20:50 ts/train.py:232 step:77K smpl:619K ep:817 epch:24.03 loss:0.096 grdn:6.187 lr:1.0e-05 updt_s:0.425 data_s:0.003 +INFO 2025-07-30 04:21:33 ts/train.py:241 Checkpoint policy after step 77500 +INFO 2025-07-30 04:22:17 ts/train.py:232 step:78K smpl:621K ep:819 epch:24.09 loss:0.091 grdn:5.801 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:23:43 ts/train.py:232 step:78K smpl:622K ep:821 epch:24.15 loss:0.092 grdn:5.976 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:25:08 ts/train.py:232 step:78K smpl:624K ep:823 epch:24.21 loss:0.091 grdn:5.863 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 04:25:08 ts/train.py:241 Checkpoint policy after step 78000 +INFO 2025-07-30 04:26:35 ts/train.py:232 step:78K smpl:626K ep:825 epch:24.27 loss:0.095 grdn:6.286 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:28:00 ts/train.py:232 step:78K smpl:627K ep:827 epch:24.34 loss:0.096 grdn:5.943 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:28:43 ts/train.py:241 Checkpoint policy after step 78500 +INFO 2025-07-30 04:29:27 ts/train.py:232 step:79K smpl:629K ep:830 epch:24.40 loss:0.093 grdn:5.991 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:30:52 ts/train.py:232 step:79K smpl:630K ep:832 epch:24.46 loss:0.092 grdn:5.515 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:32:17 ts/train.py:232 step:79K smpl:632K ep:834 epch:24.52 loss:0.092 grdn:6.000 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:32:17 ts/train.py:241 Checkpoint policy after step 79000 +INFO 2025-07-30 04:33:44 ts/train.py:232 step:79K smpl:634K ep:836 epch:24.58 loss:0.092 grdn:6.160 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:35:09 ts/train.py:232 step:79K smpl:635K ep:838 epch:24.65 loss:0.091 grdn:5.849 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:35:52 ts/train.py:241 Checkpoint policy after step 79500 +INFO 2025-07-30 04:36:36 ts/train.py:232 step:80K smpl:637K ep:840 epch:24.71 loss:0.089 grdn:5.901 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:38:01 ts/train.py:232 step:80K smpl:638K ep:842 epch:24.77 loss:0.093 grdn:6.036 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:39:26 ts/train.py:232 step:80K smpl:640K ep:844 epch:24.83 loss:0.096 grdn:6.138 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:39:26 ts/train.py:241 Checkpoint policy after step 80000 +INFO 2025-07-30 04:40:53 ts/train.py:232 step:80K smpl:642K ep:846 epch:24.89 loss:0.088 grdn:5.796 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:42:18 ts/train.py:232 step:80K smpl:643K ep:849 epch:24.96 loss:0.094 grdn:5.817 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 04:43:01 ts/train.py:241 Checkpoint policy after step 80500 +INFO 2025-07-30 04:43:45 ts/train.py:232 step:81K smpl:645K ep:851 epch:25.02 loss:0.088 grdn:5.862 lr:1.0e-05 updt_s:0.424 data_s:0.003 +INFO 2025-07-30 04:45:11 ts/train.py:232 step:81K smpl:646K ep:853 epch:25.08 loss:0.091 grdn:5.978 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:46:36 ts/train.py:232 step:81K smpl:648K ep:855 epch:25.14 loss:0.089 grdn:5.856 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 04:46:36 ts/train.py:241 Checkpoint policy after step 81000 +INFO 2025-07-30 04:48:03 ts/train.py:232 step:81K smpl:650K ep:857 epch:25.20 loss:0.090 grdn:6.139 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:49:28 ts/train.py:232 step:81K smpl:651K ep:859 epch:25.27 loss:0.091 grdn:5.953 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:50:11 ts/train.py:241 Checkpoint policy after step 81500 +INFO 2025-07-30 04:50:55 ts/train.py:232 step:82K smpl:653K ep:861 epch:25.33 loss:0.089 grdn:5.783 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:52:20 ts/train.py:232 step:82K smpl:654K ep:863 epch:25.39 loss:0.092 grdn:6.203 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:53:45 ts/train.py:232 step:82K smpl:656K ep:865 epch:25.45 loss:0.087 grdn:5.708 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:53:45 ts/train.py:241 Checkpoint policy after step 82000 +INFO 2025-07-30 04:55:12 ts/train.py:232 step:82K smpl:658K ep:868 epch:25.52 loss:0.093 grdn:6.013 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:56:37 ts/train.py:232 step:82K smpl:659K ep:870 epch:25.58 loss:0.090 grdn:6.016 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:57:20 ts/train.py:241 Checkpoint policy after step 82500 +INFO 2025-07-30 04:58:04 ts/train.py:232 step:83K smpl:661K ep:872 epch:25.64 loss:0.090 grdn:6.077 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 04:59:29 ts/train.py:232 step:83K smpl:662K ep:874 epch:25.70 loss:0.091 grdn:5.994 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:00:55 ts/train.py:232 step:83K smpl:664K ep:876 epch:25.76 loss:0.088 grdn:5.593 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:00:55 ts/train.py:241 Checkpoint policy after step 83000 +INFO 2025-07-30 05:02:21 ts/train.py:232 step:83K smpl:666K ep:878 epch:25.83 loss:0.094 grdn:6.061 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:03:47 ts/train.py:232 step:83K smpl:667K ep:880 epch:25.89 loss:0.091 grdn:5.930 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 05:04:29 ts/train.py:241 Checkpoint policy after step 83500 +INFO 2025-07-30 05:05:13 ts/train.py:232 step:84K smpl:669K ep:882 epch:25.95 loss:0.091 grdn:6.127 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:06:39 ts/train.py:232 step:84K smpl:670K ep:884 epch:26.01 loss:0.089 grdn:5.998 lr:1.0e-05 updt_s:0.424 data_s:0.003 +INFO 2025-07-30 05:08:04 ts/train.py:232 step:84K smpl:672K ep:887 epch:26.07 loss:0.091 grdn:5.913 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 05:08:04 ts/train.py:241 Checkpoint policy after step 84000 +INFO 2025-07-30 05:09:31 ts/train.py:232 step:84K smpl:674K ep:889 epch:26.14 loss:0.088 grdn:5.781 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:10:56 ts/train.py:232 step:84K smpl:675K ep:891 epch:26.20 loss:0.087 grdn:5.785 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 05:11:39 ts/train.py:241 Checkpoint policy after step 84500 +INFO 2025-07-30 05:12:23 ts/train.py:232 step:85K smpl:677K ep:893 epch:26.26 loss:0.088 grdn:5.766 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:13:49 ts/train.py:232 step:85K smpl:678K ep:895 epch:26.32 loss:0.090 grdn:5.991 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:15:14 ts/train.py:232 step:85K smpl:680K ep:897 epch:26.38 loss:0.088 grdn:5.689 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:15:14 ts/train.py:241 Checkpoint policy after step 85000 +INFO 2025-07-30 05:16:40 ts/train.py:232 step:85K smpl:682K ep:899 epch:26.45 loss:0.086 grdn:5.668 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:18:06 ts/train.py:232 step:85K smpl:683K ep:901 epch:26.51 loss:0.089 grdn:5.847 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:18:48 ts/train.py:241 Checkpoint policy after step 85500 +INFO 2025-07-30 05:19:32 ts/train.py:232 step:86K smpl:685K ep:903 epch:26.57 loss:0.085 grdn:5.916 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:20:57 ts/train.py:232 step:86K smpl:686K ep:906 epch:26.63 loss:0.089 grdn:5.671 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:22:23 ts/train.py:232 step:86K smpl:688K ep:908 epch:26.69 loss:0.087 grdn:5.649 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:22:23 ts/train.py:241 Checkpoint policy after step 86000 +INFO 2025-07-30 05:23:49 ts/train.py:232 step:86K smpl:690K ep:910 epch:26.76 loss:0.089 grdn:5.728 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:25:15 ts/train.py:232 step:86K smpl:691K ep:912 epch:26.82 loss:0.089 grdn:5.907 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:25:57 ts/train.py:241 Checkpoint policy after step 86500 +INFO 2025-07-30 05:26:42 ts/train.py:232 step:87K smpl:693K ep:914 epch:26.88 loss:0.088 grdn:5.889 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:28:07 ts/train.py:232 step:87K smpl:694K ep:916 epch:26.94 loss:0.087 grdn:5.668 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:29:32 ts/train.py:232 step:87K smpl:696K ep:918 epch:27.01 loss:0.087 grdn:5.798 lr:1.0e-05 updt_s:0.424 data_s:0.003 +INFO 2025-07-30 05:29:32 ts/train.py:241 Checkpoint policy after step 87000 +INFO 2025-07-30 05:30:59 ts/train.py:232 step:87K smpl:698K ep:920 epch:27.07 loss:0.088 grdn:5.702 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:32:24 ts/train.py:232 step:87K smpl:699K ep:922 epch:27.13 loss:0.089 grdn:5.885 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:33:07 ts/train.py:241 Checkpoint policy after step 87500 +INFO 2025-07-30 05:33:51 ts/train.py:232 step:88K smpl:701K ep:925 epch:27.19 loss:0.082 grdn:5.728 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:35:16 ts/train.py:232 step:88K smpl:702K ep:927 epch:27.25 loss:0.085 grdn:5.803 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:36:41 ts/train.py:232 step:88K smpl:704K ep:929 epch:27.32 loss:0.088 grdn:5.636 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:36:41 ts/train.py:241 Checkpoint policy after step 88000 +INFO 2025-07-30 05:38:08 ts/train.py:232 step:88K smpl:706K ep:931 epch:27.38 loss:0.086 grdn:5.950 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:39:33 ts/train.py:232 step:88K smpl:707K ep:933 epch:27.44 loss:0.089 grdn:5.821 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:40:16 ts/train.py:241 Checkpoint policy after step 88500 +INFO 2025-07-30 05:41:00 ts/train.py:232 step:89K smpl:709K ep:935 epch:27.50 loss:0.086 grdn:5.911 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:42:25 ts/train.py:232 step:89K smpl:710K ep:937 epch:27.56 loss:0.086 grdn:6.143 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:43:50 ts/train.py:232 step:89K smpl:712K ep:939 epch:27.63 loss:0.088 grdn:6.095 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 05:43:50 ts/train.py:241 Checkpoint policy after step 89000 +INFO 2025-07-30 05:45:17 ts/train.py:232 step:89K smpl:714K ep:941 epch:27.69 loss:0.090 grdn:6.163 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-30 05:46:42 ts/train.py:232 step:89K smpl:715K ep:943 epch:27.75 loss:0.086 grdn:5.789 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:47:25 ts/train.py:241 Checkpoint policy after step 89500 +INFO 2025-07-30 05:48:10 ts/train.py:232 step:90K smpl:717K ep:946 epch:27.81 loss:0.085 grdn:5.902 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:49:35 ts/train.py:232 step:90K smpl:718K ep:948 epch:27.87 loss:0.087 grdn:5.877 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:51:00 ts/train.py:232 step:90K smpl:720K ep:950 epch:27.94 loss:0.084 grdn:5.752 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:51:00 ts/train.py:241 Checkpoint policy after step 90000 +INFO 2025-07-30 05:52:27 ts/train.py:232 step:90K smpl:722K ep:952 epch:28.00 loss:0.084 grdn:5.726 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:53:52 ts/train.py:232 step:90K smpl:723K ep:954 epch:28.06 loss:0.083 grdn:5.435 lr:1.0e-05 updt_s:0.424 data_s:0.003 +INFO 2025-07-30 05:54:35 ts/train.py:241 Checkpoint policy after step 90500 +INFO 2025-07-30 05:55:19 ts/train.py:232 step:91K smpl:725K ep:956 epch:28.12 loss:0.086 grdn:5.841 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:56:45 ts/train.py:232 step:91K smpl:726K ep:958 epch:28.18 loss:0.085 grdn:5.713 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:58:10 ts/train.py:232 step:91K smpl:728K ep:960 epch:28.25 loss:0.087 grdn:5.735 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 05:58:10 ts/train.py:241 Checkpoint policy after step 91000 +INFO 2025-07-30 05:59:37 ts/train.py:232 step:91K smpl:730K ep:962 epch:28.31 loss:0.084 grdn:5.876 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:01:02 ts/train.py:232 step:91K smpl:731K ep:965 epch:28.37 loss:0.081 grdn:5.726 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:01:44 ts/train.py:241 Checkpoint policy after step 91500 +INFO 2025-07-30 06:02:29 ts/train.py:232 step:92K smpl:733K ep:967 epch:28.43 loss:0.084 grdn:5.639 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:03:54 ts/train.py:232 step:92K smpl:734K ep:969 epch:28.49 loss:0.082 grdn:5.349 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:05:19 ts/train.py:232 step:92K smpl:736K ep:971 epch:28.56 loss:0.086 grdn:5.949 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:05:19 ts/train.py:241 Checkpoint policy after step 92000 +INFO 2025-07-30 06:06:46 ts/train.py:232 step:92K smpl:738K ep:973 epch:28.62 loss:0.083 grdn:5.632 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:08:11 ts/train.py:232 step:92K smpl:739K ep:975 epch:28.68 loss:0.087 grdn:5.941 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:08:54 ts/train.py:241 Checkpoint policy after step 92500 +INFO 2025-07-30 06:09:38 ts/train.py:232 step:93K smpl:741K ep:977 epch:28.74 loss:0.084 grdn:5.554 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:11:03 ts/train.py:232 step:93K smpl:742K ep:979 epch:28.81 loss:0.080 grdn:5.651 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:12:28 ts/train.py:232 step:93K smpl:744K ep:981 epch:28.87 loss:0.082 grdn:5.647 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:12:28 ts/train.py:241 Checkpoint policy after step 93000 +INFO 2025-07-30 06:13:55 ts/train.py:232 step:93K smpl:746K ep:984 epch:28.93 loss:0.084 grdn:5.763 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:15:20 ts/train.py:232 step:93K smpl:747K ep:986 epch:28.99 loss:0.085 grdn:5.619 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:16:03 ts/train.py:241 Checkpoint policy after step 93500 +INFO 2025-07-30 06:16:47 ts/train.py:232 step:94K smpl:749K ep:988 epch:29.05 loss:0.086 grdn:6.072 lr:1.0e-05 updt_s:0.424 data_s:0.003 +INFO 2025-07-30 06:18:13 ts/train.py:232 step:94K smpl:750K ep:990 epch:29.12 loss:0.084 grdn:5.547 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 06:19:38 ts/train.py:232 step:94K smpl:752K ep:992 epch:29.18 loss:0.083 grdn:5.805 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:19:38 ts/train.py:241 Checkpoint policy after step 94000 +INFO 2025-07-30 06:21:05 ts/train.py:232 step:94K smpl:754K ep:994 epch:29.24 loss:0.083 grdn:5.726 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:22:30 ts/train.py:232 step:94K smpl:755K ep:996 epch:29.30 loss:0.083 grdn:5.748 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 06:23:13 ts/train.py:241 Checkpoint policy after step 94500 +INFO 2025-07-30 06:23:57 ts/train.py:232 step:95K smpl:757K ep:998 epch:29.36 loss:0.083 grdn:5.863 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:25:22 ts/train.py:232 step:95K smpl:758K ep:1K epch:29.43 loss:0.078 grdn:5.556 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:26:47 ts/train.py:232 step:95K smpl:760K ep:1K epch:29.49 loss:0.082 grdn:5.668 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:26:47 ts/train.py:241 Checkpoint policy after step 95000 +INFO 2025-07-30 06:28:14 ts/train.py:232 step:95K smpl:762K ep:1K epch:29.55 loss:0.083 grdn:5.638 lr:1.0e-05 updt_s:0.424 data_s:0.000 +INFO 2025-07-30 06:29:39 ts/train.py:232 step:95K smpl:763K ep:1K epch:29.61 loss:0.082 grdn:5.558 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:30:22 ts/train.py:241 Checkpoint policy after step 95500 +INFO 2025-07-30 06:31:06 ts/train.py:232 step:96K smpl:765K ep:1K epch:29.67 loss:0.081 grdn:5.744 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:32:31 ts/train.py:232 step:96K smpl:766K ep:1K epch:29.74 loss:0.082 grdn:5.567 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:33:57 ts/train.py:232 step:96K smpl:768K ep:1K epch:29.80 loss:0.082 grdn:5.634 lr:1.0e-05 updt_s:0.426 data_s:0.001 +INFO 2025-07-30 06:33:57 ts/train.py:241 Checkpoint policy after step 96000 +INFO 2025-07-30 06:35:24 ts/train.py:232 step:96K smpl:770K ep:1K epch:29.86 loss:0.083 grdn:5.812 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:36:49 ts/train.py:232 step:96K smpl:771K ep:1K epch:29.92 loss:0.082 grdn:5.669 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 06:37:32 ts/train.py:241 Checkpoint policy after step 96500 +INFO 2025-07-30 06:38:18 ts/train.py:232 step:97K smpl:773K ep:1K epch:29.98 loss:0.083 grdn:5.843 lr:1.0e-05 updt_s:0.425 data_s:0.000 +INFO 2025-07-30 06:39:44 ts/train.py:232 step:97K smpl:774K ep:1K epch:30.05 loss:0.080 grdn:5.539 lr:1.0e-05 updt_s:0.425 data_s:0.004 +INFO 2025-07-30 06:41:09 ts/train.py:232 step:97K smpl:776K ep:1K epch:30.11 loss:0.079 grdn:5.707 lr:1.0e-05 updt_s:0.426 data_s:0.000 +INFO 2025-07-30 06:41:09 ts/train.py:241 Checkpoint policy after step 97000 +Traceback (most recent call last): + File "", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/credit/lerobot/lerobot/scripts/train.py", line 291, in + train() + ~~~~~^^ + File "/home/credit/lerobot/lerobot/configs/parser.py", line 226, in wrapper_inner + response = fn(cfg, *args, **kwargs) + File "/home/credit/lerobot/lerobot/scripts/train.py", line 243, in train + save_checkpoint(checkpoint_dir, step, cfg, policy, optimizer, lr_scheduler) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/credit/lerobot/lerobot/common/utils/train_utils.py", line 102, in save_checkpoint + save_training_state(checkpoint_dir, step, optimizer, scheduler) + ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/credit/lerobot/lerobot/common/utils/train_utils.py", line 127, in save_training_state + save_optimizer_state(optimizer, save_dir) + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/home/credit/lerobot/lerobot/common/optim/optimizers.py", line 172, in save_optimizer_state + _save_single_optimizer_state(optimizer, save_dir) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/home/credit/lerobot/lerobot/common/optim/optimizers.py", line 180, in _save_single_optimizer_state + save_file(flat_state, save_dir / OPTIMIZER_STATE) + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/credit/miniconda3/lib/python3.13/site-packages/safetensors/torch.py", line 286, in save_file + serialize_file(_flatten(tensors), filename, metadata=metadata) + ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +safetensors_rust.SafetensorError: Error while serializing: IoError(Os { code: 28, kind: StorageFull, message: "No space left on device" }) diff --git a/wandb/run-20250729_190642-7pxzahhl/files/requirements.txt b/wandb/run-20250729_190642-7pxzahhl/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..545da64627d28abac044669691b15bf6f135a67c --- /dev/null +++ b/wandb/run-20250729_190642-7pxzahhl/files/requirements.txt @@ -0,0 +1,394 @@ +cv2-vlc==0.0.0 +ament-uncrustify==0.12.8 +demo-nodes-py==0.20.3 +rqt-topic==1.5.0 +launch-testing-ros==0.19.6 +ament-package==0.14.0 +rqt-gui==1.1.5 +launch-testing==1.0.4 +rpyutils==0.2.1 +ament-lint-cmake==0.12.8 +rqt-bag==1.1.4 +rqt-gui-py==1.1.5 +ros2cli==0.18.7 +ros2lifecycle==0.18.7 +examples-rclpy-executors==0.15.1 +ros2component==0.18.7 +domain-coordinator==0.10.0 +ros2pkg==0.18.7 +topic-monitor==0.20.3 +ros2doctor==0.18.7 +ament-flake8==0.12.8 +examples-rclpy-minimal-action-server==0.15.1 +rqt-srv==1.0.3 +rqt-service-caller==1.0.5 +examples-rclpy-minimal-client==0.15.1 +launch-yaml==1.0.4 +tf2-tools==0.25.4 +rqt-py-console==1.0.2 +ros2run==0.18.7 +examples-rclpy-minimal-service==0.15.1 +action-tutorials-py==0.20.3 +rqt-msg==1.2.0 +examples-rclpy-minimal-subscriber==0.15.1 +ros2service==0.18.7 +rosidl-runtime-py==0.9.3 +ament-copyright==0.12.8 +launch-ros==0.19.6 +rqt-action==2.0.1 +sensor-msgs-py==4.2.3 +ament-xmllint==0.12.8 +ros2node==0.18.7 +ros2multicast==0.18.7 +ament-lint==0.12.8 +ros2topic==0.18.7 +rqt-publisher==1.5.0 +osrf-pycommon==2.0.2 +examples-rclpy-minimal-publisher==0.15.1 +ros2interface==0.18.7 +rosidl-cli==3.1.5 +rqt-shell==1.0.2 +ros2action==0.18.7 +teleop-twist-keyboard==2.3.2 +rqt-reconfigure==1.1.1 +launch-xml==1.0.4 +ros2param==0.18.7 +rqt-bag-plugins==1.1.4 +rqt-console==2.0.2 +ament-cpplint==0.12.8 +tf2-ros-py==0.25.4 +rqt-graph==1.3.0 +camera-calibration==3.0.0 +examples-rclpy-minimal-action-client==0.15.1 +ros2bag==0.15.8 +ament-index-python==1.4.0 +ament-pep257==0.12.8 +ament-cppcheck==0.12.8 +rqt-plot==1.1.2 +sros2==0.10.4 +quality-of-service-demo-py==0.20.3 +launch==1.0.4 +ros2launch==0.19.6 +tf2-kdl==0.25.4 +rosidl-generator-cpp==3.1.5 +scripts==3.7.0 +rcutils==5.1.3 +rosidl-typesupport-cpp==2.0.1 +diagnostic-msgs==4.2.3 +logging-demo==0.20.3 +action-tutorials-interfaces==0.20.3 +trajectory-msgs==4.2.3 +qt-gui-cpp==2.2.2 +turtlesim==1.4.2 +actionlib-msgs==4.2.3 +rosidl-generator-c==3.1.5 +ament-cmake-test==1.3.5 +tf2-py==0.25.4 +action-msgs==1.2.1 +std-msgs==4.2.3 +interactive-markers==2.3.2 +python-qt-binding==1.1.1 +rosidl-cmake==3.1.5 +robot-localization==3.5.1 +angles==1.15.0 +geographic-msgs==1.0.5 +stereo-msgs==4.2.3 +qt-gui-py-common==2.2.2 +visualization-msgs==4.2.3 +theora-image-transport==2.5.0 +rosgraph-msgs==1.2.1 +laser-geometry==2.4.0 +ros-ign-interfaces==0.244.11 +rosidl-parser==3.1.5 +example-interfaces==0.9.3 +qt-gui==2.2.2 +rosidl-typesupport-introspection-c==3.1.5 +diagnostic-updater==3.1.2 +rcl-interfaces==1.2.1 +ros-gz-interfaces==0.244.11 +actuator-msgs==0.0.1 +builtin-interfaces==1.2.1 +unique-identifier-msgs==2.2.1 +shape-msgs==4.2.3 +std-srvs==4.2.3 +sensor-msgs==4.2.3 +nav-msgs==4.2.3 +rosidl-typesupport-fastrtps-c==2.2.1 +resource-retriever==3.1.1 +rosidl-adapter==3.1.5 +rosidl-typesupport-fastrtps-cpp==2.2.1 +rclpy==3.3.10 +tf2-geometry-msgs==0.25.4 +rmw-dds-common==1.6.0 +message-filters==4.3.3 +composition-interfaces==1.2.1 +xacro==2.0.8 +lifecycle-msgs==1.2.1 +cv-bridge==3.2.1 +pcl-msgs==1.0.0 +geometry-msgs==4.2.3 +qt-dotgraph==2.2.2 +tf2-msgs==0.25.4 +map-msgs==2.1.0 +rosidl-typesupport-c==2.0.1 +statistics-msgs==1.2.1 +rosbag2-interfaces==0.15.8 +pendulum-msgs==0.20.3 +rqt-py-common==1.1.5 +rosidl-generator-py==0.14.4 +rosidl-typesupport-introspection-cpp==3.1.5 +image-geometry==3.2.1 +gazebo-msgs==3.7.0 +rosbag2-py==0.15.8 +opencv-python-headless==4.11.0.86 +setproctitle==1.3.6 +aiosignal==1.3.2 +fonttools==4.59.0 +traitlets==5.14.3 +ruamel.yaml.clib==0.2.12 +conda-anaconda-tos==0.2.0 +conda_package_streaming==0.11.0 +conda-anaconda-telemetry==0.1.2 +matplotlib-inline==0.1.7 +diffusers==0.34.0 +einops==0.8.1 +altair==5.5.0 +lerobot==0.1.0 +imageio==2.37.0 +Flask==3.1.1 +yarl==1.20.1 +anaconda-anon-usage==0.7.1 +fqdn==1.5.1 +jupyterlab_pygments==0.3.0 +pure_eval==0.2.3 +Werkzeug==3.1.3 +packaging==24.2 +argon2-cffi==25.1.0 +narwhals==1.48.1 +networkx==3.5 +dill==0.3.8 +imageio-ffmpeg==0.6.0 +tinycss2==1.4.0 +rfc3986-validator==0.1.1 +evdev==1.9.2 +argon2-cffi-bindings==21.2.0 +platformdirs==4.3.7 +boltons==24.1.0 +charset-normalizer==3.4.2 +jsonpointer==3.0.0 +nvidia-cusolver-cu11==11.4.1.48 +cffi==1.17.1 +datasets==3.6.0 +distro==1.9.0 +nvidia-cufile-cu12==1.11.1.6 +prompt_toolkit==3.0.51 +contourpy==1.3.3 +blinker==1.9.0 +cloudpickle==3.1.1 +wheel==0.45.1 +annotated-types==0.6.0 +conda==25.5.1 +debugpy==1.8.15 +xxhash==3.5.0 +attrs==25.3.0 +pytz==2025.2 +nvidia-cusparse-cu11==11.7.5.86 +numcodecs==0.16.1 +setuptools==78.1.1 +nvidia-nvtx-cu11==11.8.86 +protobuf==6.31.1 +python-dateutil==2.9.0.post0 +gdown==5.2.0 +uri-template==1.3.0 +kiwisolver==1.4.8 +propcache==0.3.2 +scipy==1.16.0 +ipython_pygments_lexers==1.1.1 +hf-xet==1.1.5 +certifi==2025.4.26 +websocket-client==1.8.0 +babel==2.17.0 +Farama-Notifications==0.0.4 +jupyter-events==0.12.0 +nvidia-nvjitlink-cu12==12.6.85 +nvidia-curand-cu11==10.3.0.86 +referencing==0.36.2 +pexpect==4.9.0 +donfig==0.8.1.post1 +ruamel.yaml==0.18.10 +httpcore==1.0.9 +libmambapy==2.0.5 +zipp==3.23.0 +toml==0.10.2 +jsonlines==4.0.0 +nvidia-cuda-runtime-cu11==11.8.89 +jupyter_server==2.16.0 +triton==3.3.1 +sympy==1.14.0 +overrides==7.7.0 +async-lru==2.0.5 +pydantic_core==2.27.1 +decorator==5.2.1 +notebook_shim==0.2.4 +cachetools==6.1.0 +click==8.2.1 +rerun-sdk==0.23.4 +feetech-servo-sdk==1.0.0 +truststore==0.10.0 +terminado==0.18.1 +json5==0.12.0 +draccus==0.10.0 +tqdm==4.67.1 +jsonschema-specifications==2025.4.1 +numpy==2.2.6 +six==1.17.0 +urllib3==2.3.0 +nbclient==0.10.2 +pip==25.1 +menuinst==2.2.0 +orderly-set==5.4.1 +antlr4-python3-runtime==4.9.3 +pyarrow==20.0.0 +pymunk==6.11.1 +pycparser==2.22 +h11==0.16.0 +llvmlite==0.44.0 +cycler==0.12.1 +opencv-python==4.12.0.88 +mdurl==0.1.0 +inquirerpy==0.3.4 +nvidia-cublas-cu11==11.11.3.6 +nvidia-cuda-cupti-cu11==11.8.87 +pycosat==0.6.6 +jupyter_client==8.6.3 +arrow==1.3.0 +matplotlib==3.10.3 +ultralytics-thop==2.0.14 +pandocfilters==1.5.1 +numba==0.61.2 +nvidia-curand-cu12==10.3.7.77 +frozendict==2.4.2 +nvidia-cusparse-cu12==12.5.4.2 +tornado==6.5.1 +GitPython==3.1.44 +pydeck==0.9.1 +Send2Trash==1.8.3 +frozenlist==1.7.0 +filelock==3.18.0 +idna==3.7 +python-xlib==0.33 +nvidia-cublas-cu12==12.6.4.1 +py-cpuinfo==9.0.0 +nest-asyncio==1.6.0 +isoduration==20.11.0 +executing==2.2.0 +pillow==11.2.1 +mistune==3.1.3 +nvidia-cufft-cu11==10.9.0.58 +nvidia-nccl-cu11==2.21.5 +gitdb==4.0.12 +jedi==0.19.2 +PyYAML==6.0.2 +sentry-sdk==2.32.0 +prometheus_client==0.22.1 +watchdog==6.0.0 +requests==2.32.3 +hf_transfer==0.1.9 +stack-data==0.6.3 +pandas==2.3.0 +aiohttp==3.12.13 +soupsieve==2.7 +comm==0.2.2 +sniffio==1.3.1 +jsonpatch==1.33 +pyyaml-include==1.4.1 +Pygments==2.19.1 +nvidia-cufft-cu12==11.3.0.4 +pyparsing==3.2.3 +fastjsonschema==2.21.1 +httpx==0.28.1 +rich==13.9.4 +huggingface-hub==0.33.1 +h5py==3.14.0 +gymnasium==0.29.1 +cmake==4.0.3 +torchaudio==2.7.1+cu118 +termcolor==3.1.0 +wandb==0.20.1 +omegaconf==2.3.0 +nvidia-nccl-cu12==2.26.2 +ptyprocess==0.7.0 +nvidia-cuda-runtime-cu12==12.6.77 +conda-package-handling==2.4.0 +rpds-py==0.26.0 +zstandard==0.23.0 +psutil==7.0.0 +ipython==9.4.0 +multidict==6.6.2 +parso==0.8.4 +mpmath==1.3.0 +torchvision==0.22.1+cu118 +nvidia-nvtx-cu12==12.6.77 +webcolors==24.11.1 +regex==2024.11.6 +pluggy==1.5.0 +jupyter_server_terminals==0.5.3 +torchcodec==0.4.0 +nvidia-cuda-nvrtc-cu11==11.8.89 +markdown-it-py==2.2.0 +jupyter-lsp==2.2.5 +nvidia-cusparselt-cu12==0.6.3 +zarr==3.0.8 +jupyter_core==5.8.1 +safetensors==0.5.3 +crc32c==2.7.1 +nvidia-cuda-nvrtc-cu12==12.6.77 +ipykernel==6.29.5 +nvidia-cudnn-cu12==9.5.1.17 +conda-content-trust==0.2.0 +pynput==1.8.1 +MarkupSafe==3.0.2 +cryptography==45.0.3 +torch==2.7.1+cu118 +PySocks==1.7.1 +nvidia-cuda-cupti-cu12==12.6.80 +webencodings==0.5.1 +bleach==6.2.0 +pydantic==2.10.3 +av==14.4.0 +pyzmq==27.0.0 +tenacity==9.1.2 +smmap==5.0.2 +pyserial==3.5 +jupyterlab_server==2.27.3 +nvidia-cudnn-cu11==9.1.0.70 +jupyterlab==4.4.4 +conda-libmamba-solver==25.4.0 +nbconvert==7.16.6 +mypy_extensions==1.1.0 +defusedxml==0.7.1 +aiohappyeyeballs==2.6.1 +typing_extensions==4.12.2 +types-python-dateutil==2.9.0.20250708 +streamlit==1.47.1 +pfzy==0.3.4 +wcwidth==0.2.13 +nvidia-cusolver-cu12==11.7.1.2 +tzdata==2025.2 +beautifulsoup4==4.13.4 +itsdangerous==2.2.0 +multiprocess==0.70.16 +anyio==4.9.0 +importlib_metadata==8.7.0 +python-json-logger==3.3.0 +rfc3339-validator==0.1.4 +mergedeep==1.3.4 +deepdiff==8.5.0 +jsonschema==4.24.0 +Jinja2==3.1.6 +asttokens==3.0.0 +typing-inspect==0.9.0 +Brotli==1.0.9 +fsspec==2025.3.0 +nbformat==5.10.4 +ultralytics==8.3.170 diff --git a/wandb/run-20250729_190642-7pxzahhl/files/wandb-metadata.json b/wandb/run-20250729_190642-7pxzahhl/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..bdf32fedf9b543f2fb160ade6a26ac74b1c4654c --- /dev/null +++ b/wandb/run-20250729_190642-7pxzahhl/files/wandb-metadata.json @@ -0,0 +1,51 @@ +{ + "os": "Linux-6.8.0-64-generic-x86_64-with-glibc2.35", + "python": "CPython 3.13.5", + "startedAt": "2025-07-29T11:06:42.598441Z", + "args": [ + "--dataset.repo_id=Moizbinjaafar123/record_chess_pieces", + "--policy.type=act", + "--output_dir=outputs/train/act_record_chess_pieces", + "--job_name=act_record_chess_pieces", + "--policy.device=cuda", + "--wandb.enable=true", + "--policy.repo_id=Moizbinjaafar123/act_policy_chess_pieces", + "--steps=100000", + "--save_freq=500" + ], + "program": "-m lerobot.scripts.train", + "git": { + "remote": "https://github.com/huggingface/lerobot.git", + "commit": "69901b9b6a2300914ca3de0ea14b6fa6e0203bd4" + }, + "root": "outputs/train/act_record_chess_pieces", + "host": "credit-R9", + "executable": "/home/credit/miniconda3/bin/python", + "cpu_count": 8, + "cpu_count_logical": 8, + "gpu": "NVIDIA GeForce RTX 2080 SUPER", + "gpu_count": 1, + "disk": { + "/": { + "total": "502921060352", + "used": "317287206912" + } + }, + "memory": { + "total": "16586305536" + }, + "cpu": { + "count": 8, + "countLogical": 8 + }, + "gpu_nvidia": [ + { + "name": "NVIDIA GeForce RTX 2080 SUPER", + "memoryTotal": "8589934592", + "cudaCores": 3072, + "architecture": "Turing", + "uuid": "GPU-7898b8a0-3e6d-d6ad-f64b-1610e4503c83" + } + ], + "cudaVersion": "12.2" +} \ No newline at end of file diff --git a/wandb/run-20250729_190642-7pxzahhl/files/wandb-summary.json b/wandb/run-20250729_190642-7pxzahhl/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/wandb/run-20250729_190642-7pxzahhl/logs/debug-core.log b/wandb/run-20250729_190642-7pxzahhl/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..47e5ebdf74ccbf7d4c208017c0f1581bae332b97 --- /dev/null +++ b/wandb/run-20250729_190642-7pxzahhl/logs/debug-core.log @@ -0,0 +1,13 @@ +{"time":"2025-07-29T19:06:42.406900774+08:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpqoytd_m3/port-22837.txt","pid":22837,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-29T19:06:42.409153711+08:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":39007,"Zone":""}} +{"time":"2025-07-29T19:06:42.409185261+08:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":22837} +{"time":"2025-07-29T19:06:42.59494225+08:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:54224"} +{"time":"2025-07-29T19:06:42.599230609+08:00","level":"INFO","msg":"handleInformInit: received","streamId":"7pxzahhl","id":"127.0.0.1:54224"} +{"time":"2025-07-29T19:06:43.068251126+08:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"7pxzahhl","id":"127.0.0.1:54224"} +{"time":"2025-07-30T06:41:10.604970251+08:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:54224"} +{"time":"2025-07-30T06:41:10.605230605+08:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-30T06:41:10.605159091+08:00","level":"INFO","msg":"connection: closing","id":"127.0.0.1:54224"} +{"time":"2025-07-30T06:41:10.606051477+08:00","level":"INFO","msg":"connection: closed successfully","id":"127.0.0.1:54224"} +{"time":"2025-07-30T06:41:12.101765031+08:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:54224"} +{"time":"2025-07-30T06:41:12.101776398+08:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:54224"} +{"time":"2025-07-30T06:41:12.101780142+08:00","level":"INFO","msg":"server is closed"} diff --git a/wandb/run-20250729_190642-7pxzahhl/logs/debug-internal.log b/wandb/run-20250729_190642-7pxzahhl/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..fcbe052bebbac705886c2e48cf64106145fa40d0 --- /dev/null +++ b/wandb/run-20250729_190642-7pxzahhl/logs/debug-internal.log @@ -0,0 +1,39 @@ +{"time":"2025-07-29T19:06:42.599309982+08:00","level":"INFO","msg":"stream: starting","core version":"0.20.1","symlink path":"outputs/train/act_record_chess_pieces/wandb/run-20250729_190642-7pxzahhl/logs/debug-core.log"} +{"time":"2025-07-29T19:06:43.068230122+08:00","level":"INFO","msg":"stream: created new stream","id":"7pxzahhl"} +{"time":"2025-07-29T19:06:43.068247787+08:00","level":"INFO","msg":"stream: started","id":"7pxzahhl"} +{"time":"2025-07-29T19:06:43.068254725+08:00","level":"INFO","msg":"writer: Do: started","stream_id":"7pxzahhl"} +{"time":"2025-07-29T19:06:43.06828547+08:00","level":"INFO","msg":"sender: started","stream_id":"7pxzahhl"} +{"time":"2025-07-29T19:06:43.068308515+08:00","level":"INFO","msg":"handler: started","stream_id":"7pxzahhl"} +{"time":"2025-07-29T19:06:43.59327593+08:00","level":"INFO","msg":"Starting system monitor"} +{"time":"2025-07-30T00:51:44.256881191+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-30T00:52:16.489618377+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T00:52:51.039331424+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T00:53:29.501630563+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T00:54:16.390834964+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T00:55:24.014718572+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T00:56:54.016194024+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T00:58:24.017607837+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T00:59:54.020216665+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-30T01:01:14.258233536+08:00","level":"WARN","msg":"sender: taking a long time","seconds":600.000049675,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"8xrgiyx6nyv8\" connection_id:\"127.0.0.1:54224\")"} +{"time":"2025-07-30T01:01:24.021417616+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T01:02:54.02228871+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T01:04:24.024274762+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T01:05:54.025438361+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-30T01:07:05.349485763+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 10.101.118.49:36572->35.186.228.49:443: read: connection timed out"} +{"time":"2025-07-30T01:08:05.878463846+08:00","level":"INFO","msg":"sender: succeeded after taking longer than expected","seconds":1011.625598297,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"8xrgiyx6nyv8\" connection_id:\"127.0.0.1:54224\")"} +{"time":"2025-07-30T01:08:06.494372711+08:00","level":"INFO","msg":"api: retrying HTTP error","status":503,"url":"https://api.wandb.ai/graphql","body":"{\"errors\":[{\"message\":\"The service is currently unavailable. Please try again later.\",\"path\":[\"createArtifact\"]}],\"data\":{\"createArtifact\":null}}"} +{"time":"2025-07-30T01:08:06.53524368+08:00","level":"INFO","msg":"api: retrying HTTP error","status":503,"url":"https://api.wandb.ai/graphql","body":"{\"errors\":[{\"message\":\"The service is currently unavailable. Please try again later.\",\"path\":[\"createArtifact\"]}],\"data\":{\"createArtifact\":null}}"} +{"time":"2025-07-30T01:08:06.535269244+08:00","level":"INFO","msg":"api: retrying HTTP error","status":503,"url":"https://api.wandb.ai/graphql","body":"{\"errors\":[{\"message\":\"The service is currently unavailable. Please try again later.\",\"path\":[\"createArtifact\"]}],\"data\":{\"createArtifact\":null}}"} +{"time":"2025-07-30T01:08:08.86812743+08:00","level":"INFO","msg":"api: retrying HTTP error","status":503,"url":"https://api.wandb.ai/graphql","body":"{\"errors\":[{\"message\":\"The service is currently unavailable. Please try again later.\",\"path\":[\"createArtifact\"]}],\"data\":{\"createArtifact\":null}}"} +{"time":"2025-07-30T04:06:35.898340109+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/moizbinjaafar-asia-pacific-university-of-technology-inno/lerobot/7pxzahhl/file_stream\": read tcp 10.101.118.49:60600->35.186.228.49:443: read: connection reset by peer"} +{"time":"2025-07-30T06:41:10.605831038+08:00","level":"INFO","msg":"stream: closing","id":"7pxzahhl"} +{"time":"2025-07-30T06:41:10.606684492+08:00","level":"INFO","msg":"Stopping system monitor"} +{"time":"2025-07-30T06:41:10.60743285+08:00","level":"INFO","msg":"Stopped system monitor"} +{"time":"2025-07-30T06:41:10.610007369+08:00","level":"ERROR","msg":"sender: failed to upload run summary: write outputs/train/act_record_chess_pieces/wandb/run-20250729_190642-7pxzahhl/files/wandb-summary.json: no space left on device"} +{"time":"2025-07-30T06:41:10.61946706+08:00","level":"ERROR","msg":"sender: failed to upload run config: write outputs/train/act_record_chess_pieces/wandb/run-20250729_190642-7pxzahhl/files/config.yaml: no space left on device"} +{"time":"2025-07-30T06:41:11.760413707+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-30T06:41:12.100409048+08:00","level":"INFO","msg":"handler: closed","stream_id":"7pxzahhl"} +{"time":"2025-07-30T06:41:12.100461118+08:00","level":"INFO","msg":"writer: Close: closed","stream_id":"7pxzahhl"} +{"time":"2025-07-30T06:41:12.100555129+08:00","level":"ERROR","msg":"writer: startStore: error closing store: store: failed closing writer: write outputs/train/act_record_chess_pieces/wandb/run-20250729_190642-7pxzahhl/run-7pxzahhl.wandb: no space left on device"} +{"time":"2025-07-30T06:41:12.101299793+08:00","level":"INFO","msg":"sender: closed","stream_id":"7pxzahhl"} +{"time":"2025-07-30T06:41:12.101757074+08:00","level":"INFO","msg":"stream: closed","id":"7pxzahhl"} diff --git a/wandb/run-20250729_190642-7pxzahhl/logs/debug.log b/wandb/run-20250729_190642-7pxzahhl/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..9dfb07a8c53562460a318c4866667c487510841d --- /dev/null +++ b/wandb/run-20250729_190642-7pxzahhl/logs/debug.log @@ -0,0 +1,22 @@ +2025-07-29 19:06:42,388 INFO MainThread:22837 [wandb_setup.py:_flush():81] Current SDK version is 0.20.1 +2025-07-29 19:06:42,388 INFO MainThread:22837 [wandb_setup.py:_flush():81] Configure stats pid to 22837 +2025-07-29 19:06:42,388 INFO MainThread:22837 [wandb_setup.py:_flush():81] Loading settings from /home/credit/.config/wandb/settings +2025-07-29 19:06:42,388 INFO MainThread:22837 [wandb_setup.py:_flush():81] Loading settings from /home/credit/lerobot/wandb/settings +2025-07-29 19:06:42,388 INFO MainThread:22837 [wandb_setup.py:_flush():81] Loading settings from environment variables +2025-07-29 19:06:42,388 INFO MainThread:22837 [wandb_init.py:setup_run_log_directory():703] Logging user logs to outputs/train/act_record_chess_pieces/wandb/run-20250729_190642-7pxzahhl/logs/debug.log +2025-07-29 19:06:42,388 INFO MainThread:22837 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to outputs/train/act_record_chess_pieces/wandb/run-20250729_190642-7pxzahhl/logs/debug-internal.log +2025-07-29 19:06:42,388 INFO MainThread:22837 [wandb_init.py:init():831] calling init triggers +2025-07-29 19:06:42,388 INFO MainThread:22837 [wandb_init.py:init():836] wandb.init called with sweep_config: {} +config: {'dataset': {'repo_id': 'Moizbinjaafar123/record_chess_pieces', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'act', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': , 'STATE': , 'ACTION': }, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'push_to_hub': True, 'repo_id': 'Moizbinjaafar123/act_policy_chess_pieces', 'private': None, 'tags': None, 'license': None, 'chunk_size': 100, 'n_action_steps': 100, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/act_record_chess_pieces', 'job_name': 'act_record_chess_pieces', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 8, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 500, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}} +2025-07-29 19:06:42,388 INFO MainThread:22837 [wandb_init.py:init():872] starting backend +2025-07-29 19:06:42,595 INFO MainThread:22837 [wandb_init.py:init():875] sending inform_init request +2025-07-29 19:06:42,598 INFO MainThread:22837 [wandb_init.py:init():883] backend started and connected +2025-07-29 19:06:42,599 INFO MainThread:22837 [wandb_init.py:init():956] updated telemetry +2025-07-29 19:06:42,603 INFO MainThread:22837 [wandb_init.py:init():980] communicating run to backend with 90.0 second timeout +2025-07-29 19:06:43,592 INFO MainThread:22837 [wandb_init.py:init():1032] starting run threads in backend +2025-07-29 19:06:43,739 INFO MainThread:22837 [wandb_run.py:_console_start():2453] atexit reg +2025-07-29 19:06:43,739 INFO MainThread:22837 [wandb_run.py:_redirect():2301] redirect: wrap_raw +2025-07-29 19:06:43,740 INFO MainThread:22837 [wandb_run.py:_redirect():2370] Wrapping output streams. +2025-07-29 19:06:43,740 INFO MainThread:22837 [wandb_run.py:_redirect():2393] Redirects installed. +2025-07-29 19:06:43,742 INFO MainThread:22837 [wandb_init.py:init():1078] run started, returning control to user process +2025-07-30 06:41:10,599 INFO MsgRouterThr:22837 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/wandb/run-20250729_190642-7pxzahhl/run-7pxzahhl.wandb b/wandb/run-20250729_190642-7pxzahhl/run-7pxzahhl.wandb new file mode 100644 index 0000000000000000000000000000000000000000..672e610bf5ecd6576273e4a1dd649cbc9d104755 --- /dev/null +++ b/wandb/run-20250729_190642-7pxzahhl/run-7pxzahhl.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbb9b78ec5f8f02453eb2a2ade7f6d9264777ffebfb7782ad45e1f4e26575071 +size 2686976